-- Logs begin at Tue 2021-06-22 08:18:57 UTC, end at Tue 2021-06-22 09:09:56 UTC. -- Jun 22 08:48:23.590911 dv-cinder-797333-1-smb systemd[1]: Started Devstack devstack@q-svc.service. Jun 22 08:48:26.768638 dv-cinder-797333-1-smb neutron-server[92521]: INFO neutron.common.config [-] Logging enabled! Jun 22 08:48:26.769258 dv-cinder-797333-1-smb neutron-server[92521]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev371 Jun 22 08:48:26.769420 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=92521) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 22 08:48:26.772712 dv-cinder-797333-1-smb neutron-server[92521]: INFO neutron.common.config [-] Logging enabled! Jun 22 08:48:26.772974 dv-cinder-797333-1-smb neutron-server[92521]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev371 Jun 22 08:48:26.773290 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=92521) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 22 08:48:26.774268 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 22 08:48:26.774504 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 22 08:48:26.774866 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 22 08:48:26.775111 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 22 08:48:26.775336 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 22 08:48:26.775657 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:26.775957 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:26.776255 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:26.776486 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:26.776786 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:26.777078 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:26.777364 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:26.777688 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:26.777991 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:26.778280 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:26.778565 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:26.778852 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:26.779084 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:26.779370 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.common.config [-] config_source = [] {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:26.779659 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:26.779948 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:26.780172 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.common.config [-] debug = True {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:26.780460 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:26.780883 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:26.781307 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:26.782167 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:26.782459 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:26.782743 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:26.783021 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:26.783300 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:26.783588 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:26.783920 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.common.config [-] host = dv-cinder-797333-1-smb {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:26.784198 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:26.784485 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:26.784772 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:26.785058 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:26.785335 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:26.785632 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:26.785917 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:26.786191 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.common.config [-] log_dir = None {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:26.786462 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.common.config [-] log_file = None {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:26.786742 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:26.787031 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:26.787318 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:26.787609 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:26.787833 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:26.788055 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:26.788342 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:26.788630 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:26.788909 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:26.789187 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:26.789464 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:26.789765 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:26.790044 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:26.790315 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:26.790609 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:26.790901 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:26.791206 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:26.791474 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:26.791748 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:26.792025 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:26.792301 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:26.792588 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:26.792866 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:26.793143 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:26.793419 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:26.793734 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:26.794009 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:26.794285 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:26.794585 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:26.794874 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:26.795157 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:26.795442 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:26.795719 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:26.796003 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:26.796278 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:26.796552 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.common.config [-] use_journal = False {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:26.796828 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.common.config [-] use_json = False {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:26.797158 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:26.797435 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:26.797746 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:26.798026 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:26.798301 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:26.798579 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:26.798854 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:26.799140 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:26.799438 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:26.799738 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:26.800038 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:26.800323 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:26.800622 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:26.800908 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:26.801199 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:26.801486 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:26.801818 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:26.802108 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:26.802396 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:26.802677 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:26.802970 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:26.803251 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:26.803547 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:26.803852 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:26.804146 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:26.804437 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:26.804710 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:26.804986 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:26.805259 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:26.805539 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:26.805849 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:26.806145 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:26.806435 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:26.806709 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:26.806991 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:26.807285 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:26.807565 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:26.807841 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:26.808123 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:26.808413 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:26.808691 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:26.808968 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:26.809254 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:26.809535 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:26.809832 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:26.810104 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:26.810388 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:26.810679 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:26.810960 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:26.811236 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:26.811511 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:26.811789 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:26.812065 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:26.812352 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:26.812651 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:26.812930 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:26.813207 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:26.813488 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:26.813786 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:26.814061 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:26.814341 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:26.814614 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:26.814893 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:26.815166 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:26.815438 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:26.815710 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:26.815981 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:26.816251 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:26.816523 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:26.816794 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:26.817073 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:26.817347 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:26.817644 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:26.817920 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:26.818191 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:26.818463 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:26.818749 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:26.819050 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:26.819331 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:26.819614 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:26.819895 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:26.820174 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:26.820459 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:26.820737 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:26.821019 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:26.821301 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:26.821593 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:26.821889 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:26.822174 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:26.822460 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:26.822744 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:26.823028 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:26.823323 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:26.823605 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:26.823893 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:26.824224 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:26.824450 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:26.824745 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:26.825035 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:26.825332 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:26.825656 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:26.825955 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:26.826249 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:26.826546 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:26.826831 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:26.827142 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:26.827425 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:26.827641 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 22 08:48:26.827880 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=92521) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 22 08:48:27.182930 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=92521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:48:27.183136 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=92521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:48:27.183430 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=92521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:48:27.183766 dv-cinder-797333-1-smb neutron-server[92521]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 22 08:48:27.574344 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:48:27.574633 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:48:27.574905 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:48:27.576263 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:48:27.576540 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:48:27.576808 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:48:27.611737 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:48:27.612015 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:48:27.612287 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:48:27.625549 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:48:27.625889 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:48:27.626159 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:48:27.656011 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:48:27.656292 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:48:27.656614 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:48:27.692373 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:48:27.692654 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:48:27.692927 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:48:27.931441 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=92521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:48:27.932046 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=92521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:48:27.932046 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=92521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:48:27.932222 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=92521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:48:27.933092 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=92521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:48:28.058556 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=92521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:48:28.058881 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=92521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:48:28.059166 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=92521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:48:28.059443 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=92521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:48:28.059719 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=92521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:48:28.060034 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=92521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:48:28.060292 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=92521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:48:28.060547 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=92521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:48:28.060802 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=92521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:48:28.061086 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=92521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:48:28.061347 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=92521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:48:28.061635 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=92521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:48:28.061898 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=92521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:48:28.062161 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:48:28.062418 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=92521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:48:28.062711 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=92521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:48:28.062985 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=92521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:48:28.063243 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=92521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:48:28.063516 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:48:28.063769 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:48:28.064049 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:48:28.064398 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=92521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:48:28.064648 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=92521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:48:28.064930 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:48:28.065177 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:48:28.065423 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:48:28.065852 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=92521) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 22 08:48:28.066097 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=92521) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 22 08:48:28.066334 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=92521) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 22 08:48:28.066570 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=92521) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 22 08:48:28.066804 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=92521) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 22 08:48:28.067039 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=92521) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 22 08:48:28.067408 dv-cinder-797333-1-smb neutron-server[92521]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 22 08:48:28.071495 dv-cinder-797333-1-smb neutron-server[92521]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 22 08:48:28.075470 dv-cinder-797333-1-smb neutron-server[92521]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 22 08:48:28.079317 dv-cinder-797333-1-smb neutron-server[92521]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(200, 249)])]) Jun 22 08:48:28.080975 dv-cinder-797333-1-smb neutron-server[92521]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 22 08:48:28.081429 dv-cinder-797333-1-smb neutron-server[92521]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 22 08:48:28.081799 dv-cinder-797333-1-smb neutron-server[92521]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 22 08:48:28.082196 dv-cinder-797333-1-smb neutron-server[92521]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 22 08:48:28.085013 dv-cinder-797333-1-smb neutron-server[92521]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 22 08:48:28.085271 dv-cinder-797333-1-smb neutron-server[92521]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 22 08:48:28.085652 dv-cinder-797333-1-smb neutron-server[92521]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 22 08:48:28.114358 dv-cinder-797333-1-smb neutron-server[92521]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 22 08:48:28.114808 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=92521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:48:28.115106 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=92521) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 22 08:48:28.115469 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=92521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:48:28.116833 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=92521) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 22 08:48:28.117122 dv-cinder-797333-1-smb neutron-server[92521]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 22 08:48:28.117372 dv-cinder-797333-1-smb neutron-server[92521]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 22 08:48:28.120517 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=92521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:48:28.120801 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=92521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:48:28.184399 dv-cinder-797333-1-smb neutron-server[92521]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 22 08:48:28.184582 dv-cinder-797333-1-smb neutron-server[92521]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 22 08:48:28.184824 dv-cinder-797333-1-smb neutron-server[92521]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 22 08:48:28.185197 dv-cinder-797333-1-smb neutron-server[92521]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 22 08:48:28.206643 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_db.sqlalchemy.engines [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=92521) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 22 08:48:28.747361 dv-cinder-797333-1-smb neutron-server[92521]: INFO neutron.plugins.ml2.managers [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Initializing driver for type 'gre' Jun 22 08:48:28.747984 dv-cinder-797333-1-smb neutron-server[92521]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] gre ID ranges: [(1, 1000)] Jun 22 08:48:28.798952 dv-cinder-797333-1-smb neutron-server[92521]: INFO neutron.plugins.ml2.managers [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Initializing driver for type 'local' Jun 22 08:48:28.799281 dv-cinder-797333-1-smb neutron-server[92521]: INFO neutron.plugins.ml2.managers [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Initializing driver for type 'vlan' Jun 22 08:48:28.811915 dv-cinder-797333-1-smb neutron-server[92521]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] VlanTypeDriver initialization complete Jun 22 08:48:28.812255 dv-cinder-797333-1-smb neutron-server[92521]: INFO neutron.plugins.ml2.managers [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Initializing driver for type 'vxlan' Jun 22 08:48:28.812776 dv-cinder-797333-1-smb neutron-server[92521]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] vxlan ID ranges: [(1, 1000)] Jun 22 08:48:28.870679 dv-cinder-797333-1-smb neutron-server[92521]: INFO neutron.plugins.ml2.managers [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Initializing extension driver 'port_security' Jun 22 08:48:28.871042 dv-cinder-797333-1-smb neutron-server[92521]: INFO neutron.plugins.ml2.extensions.port_security [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] PortSecurityExtensionDriver initialization complete Jun 22 08:48:28.871432 dv-cinder-797333-1-smb neutron-server[92521]: INFO neutron.plugins.ml2.managers [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Initializing mechanism driver 'openvswitch' Jun 22 08:48:28.871770 dv-cinder-797333-1-smb neutron-server[92521]: INFO neutron.plugins.ml2.managers [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Initializing mechanism driver 'hyperv' Jun 22 08:48:28.878804 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.plugins.ml2.plugin [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=92521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 08:48:28.879583 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron_lib.callbacks.manager [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Subscribe: > port after_create 55550000 {{(pid=92521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:48:28.879959 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron_lib.callbacks.manager [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Subscribe: > port after_update 55550000 {{(pid=92521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:48:28.880317 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron_lib.callbacks.manager [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Subscribe: > port after_delete 55550000 {{(pid=92521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:48:28.880702 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron_lib.callbacks.manager [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Subscribe: > subnet after_create 55550000 {{(pid=92521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:48:28.882767 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron_lib.callbacks.manager [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Subscribe: > subnet after_update 55550000 {{(pid=92521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:48:28.882767 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron_lib.callbacks.manager [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Subscribe: > subnet after_delete 55550000 {{(pid=92521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:48:28.882767 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron_lib.callbacks.manager [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Subscribe: > network after_create 55550000 {{(pid=92521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:48:28.882767 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron_lib.callbacks.manager [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Subscribe: > network after_update 55550000 {{(pid=92521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:48:28.883088 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron_lib.callbacks.manager [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Subscribe: > network after_delete 55550000 {{(pid=92521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:48:28.883088 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron_lib.callbacks.manager [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Subscribe: > security_group after_create 55550000 {{(pid=92521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:48:28.883211 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron_lib.callbacks.manager [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Subscribe: > security_group after_update 55550000 {{(pid=92521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:48:28.883469 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron_lib.callbacks.manager [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Subscribe: > security_group after_delete 55550000 {{(pid=92521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:48:28.883844 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron_lib.callbacks.manager [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=92521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:48:28.884186 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron_lib.callbacks.manager [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=92521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:48:28.884520 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron_lib.callbacks.manager [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=92521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:48:28.884896 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron_lib.callbacks.manager [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Subscribe: > address_group after_create 55550000 {{(pid=92521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:48:28.885240 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron_lib.callbacks.manager [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Subscribe: > address_group after_update 55550000 {{(pid=92521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:48:28.885593 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron_lib.callbacks.manager [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Subscribe: > address_group after_delete 55550000 {{(pid=92521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:48:28.885945 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] ML2 OVO RPC backend initialized. {{(pid=92521) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jun 22 08:48:28.888660 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron_lib.callbacks.manager [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Subscribe: > router_interface after_create 55550000 {{(pid=92521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:48:28.888660 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron_lib.callbacks.manager [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=92521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:48:28.888660 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron_lib.callbacks.manager [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Subscribe: > network before_response 55550000 {{(pid=92521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:48:28.888660 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron_lib.callbacks.manager [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Subscribe: > networks before_response 55550000 {{(pid=92521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:48:28.888989 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron_lib.callbacks.manager [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Subscribe: > port before_response 55550000 {{(pid=92521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:48:28.888989 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron_lib.callbacks.manager [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Subscribe: > ports before_response 55550000 {{(pid=92521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:48:28.888989 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron_lib.callbacks.manager [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Subscribe: > subnet before_response 55550000 {{(pid=92521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:48:28.889212 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron_lib.callbacks.manager [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Subscribe: > subnets before_response 55550000 {{(pid=92521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:48:28.889367 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron_lib.callbacks.manager [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Subscribe: > network after_create 55550000 {{(pid=92521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:48:28.889736 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron_lib.callbacks.manager [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Subscribe: > network after_update 55550000 {{(pid=92521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:48:28.890066 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron_lib.callbacks.manager [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Subscribe: > network after_delete 55550000 {{(pid=92521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:48:28.890396 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron_lib.callbacks.manager [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Subscribe: > port after_create 55550000 {{(pid=92521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:48:28.890725 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron_lib.callbacks.manager [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Subscribe: > port after_update 55550000 {{(pid=92521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:48:28.891056 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron_lib.callbacks.manager [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Subscribe: > port after_delete 55550000 {{(pid=92521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:48:28.891388 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron_lib.callbacks.manager [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Subscribe: > subnet after_create 55550000 {{(pid=92521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:48:28.891715 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron_lib.callbacks.manager [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Subscribe: > subnet after_update 55550000 {{(pid=92521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:48:28.892040 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron_lib.callbacks.manager [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Subscribe: > subnet after_delete 55550000 {{(pid=92521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:48:28.892630 dv-cinder-797333-1-smb neutron-server[92521]: INFO neutron.plugins.ml2.plugin [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Modular L2 Plugin initialization complete Jun 22 08:48:28.892953 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.manager [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Loading services supported by the core plugin {{(pid=92521) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 22 08:48:28.893286 dv-cinder-797333-1-smb neutron-server[92521]: INFO neutron.plugins.ml2.managers [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Got port-security extension from driver 'port_security' Jun 22 08:48:28.893780 dv-cinder-797333-1-smb neutron-server[92521]: INFO neutron.extensions.vlantransparent [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Disabled vlantransparent extension. Jun 22 08:48:28.894282 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.manager [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=92521) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 22 08:48:28.894592 dv-cinder-797333-1-smb neutron-server[92521]: INFO neutron.manager [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Loading Plugin: router Jun 22 08:48:28.930817 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron_lib.callbacks.manager [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Subscribe: > router_interface before_create 55550000 {{(pid=92521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:48:28.931206 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron_lib.callbacks.manager [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Subscribe: > router after_create 55549900 {{(pid=92521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:48:28.931571 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron_lib.callbacks.manager [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Subscribe: > router before_create 55549900 {{(pid=92521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:48:28.932095 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron_lib.callbacks.manager [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=92521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:48:28.932281 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron_lib.callbacks.manager [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=92521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:48:28.932631 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron_lib.callbacks.manager [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Subscribe: > router after_delete 55549900 {{(pid=92521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:48:28.932984 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron_lib.callbacks.manager [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Subscribe: > floatingip after_update 55550000 {{(pid=92521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:48:28.933342 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron_lib.callbacks.manager [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Subscribe: > router after_create 55549900 {{(pid=92521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:48:28.933710 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron_lib.callbacks.manager [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Subscribe: > router after_update 55549900 {{(pid=92521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:48:28.934059 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron_lib.callbacks.manager [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Subscribe: > router after_update 55549900 {{(pid=92521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:48:28.934401 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron_lib.callbacks.manager [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=92521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:48:28.934750 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron_lib.callbacks.manager [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Subscribe: > router after_update 55549900 {{(pid=92521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:48:28.935148 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron_lib.callbacks.manager [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Subscribe: > router precommit_update 55549900 {{(pid=92521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:48:28.935506 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron_lib.callbacks.manager [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Subscribe: port after_update 55550000 {{(pid=92521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:48:28.935836 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron_lib.callbacks.manager [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Subscribe: port after_delete 55550000 {{(pid=92521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:48:28.936187 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron_lib.callbacks.manager [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Subscribe: subnet after_update 55550000 {{(pid=92521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:48:28.936519 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron_lib.callbacks.manager [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=92521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:48:28.936860 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron_lib.callbacks.manager [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Subscribe: > port precommit_delete 55550000 {{(pid=92521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:48:28.937196 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron_lib.callbacks.manager [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Subscribe: > router precommit_create 55549900 {{(pid=92521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:48:28.937543 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron_lib.callbacks.manager [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Subscribe: port before_delete 55550000 {{(pid=92521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:48:28.937906 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron_lib.callbacks.manager [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Subscribe: > router precommit_create 55550000 {{(pid=92521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:48:28.938255 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron_lib.callbacks.manager [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Subscribe: > router after_update 55549900 {{(pid=92521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:48:28.938588 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron_lib.callbacks.manager [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Subscribe: > router precommit_delete 55549900 {{(pid=92521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:48:28.938932 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron_lib.callbacks.manager [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Subscribe: > router precommit_create 55549900 {{(pid=92521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:48:28.939284 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron_lib.callbacks.manager [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Subscribe: > router_interface after_create 55550000 {{(pid=92521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:48:28.939645 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron_lib.callbacks.manager [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Subscribe: > router precommit_update 55549900 {{(pid=92521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:48:28.940006 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron_lib.callbacks.manager [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Subscribe: > network after_delete 55550000 {{(pid=92521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:48:28.940874 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.quota.resource_registry [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Tracking information for resource: router configured {{(pid=92521) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 22 08:48:28.941202 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.quota.resource_registry [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Tracking information for resource: floatingip configured {{(pid=92521) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 22 08:48:28.946230 dv-cinder-797333-1-smb neutron-server[92521]: INFO neutron.db.l3_agentschedulers_db [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 22 08:48:28.946811 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron_lib.callbacks.manager [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Subscribe: port after_update 55550000 {{(pid=92521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:48:28.947165 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron_lib.callbacks.manager [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Subscribe: port after_create 55550000 {{(pid=92521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:48:28.947510 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron_lib.callbacks.manager [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Subscribe: port after_delete 55550000 {{(pid=92521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:48:28.947858 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron_lib.callbacks.manager [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Subscribe: port after_update 55550000 {{(pid=92521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:48:28.948641 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron_lib.callbacks.manager [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Subscribe: > router before_create 55550100 {{(pid=92521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:48:28.948996 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron_lib.callbacks.manager [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Subscribe: > router precommit_delete 55550100 {{(pid=92521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:48:28.949352 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron_lib.callbacks.manager [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Subscribe: > router precommit_create 55550100 {{(pid=92521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:48:28.949732 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron_lib.callbacks.manager [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Subscribe: > router precommit_update 55550100 {{(pid=92521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:48:28.954277 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.services.provider_configuration [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Service providers = [] {{(pid=92521) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 22 08:48:28.954668 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.db.servicetype_db [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=92521) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 22 08:48:28.957605 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.services.service_base [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=92521) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 22 08:48:28.957933 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.services.service_base [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=92521) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 22 08:48:28.958269 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.services.service_base [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=92521) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 22 08:48:28.959141 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.services.service_base [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=92521) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 22 08:48:28.959509 dv-cinder-797333-1-smb neutron-server[92521]: INFO neutron.services.service_base [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 22 08:48:28.959881 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.manager [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=92521) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 22 08:48:28.960198 dv-cinder-797333-1-smb neutron-server[92521]: INFO neutron.manager [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 22 08:48:28.971419 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.manager [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=92521) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 22 08:48:28.971750 dv-cinder-797333-1-smb neutron-server[92521]: INFO neutron.manager [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Loading Plugin: auto_allocate Jun 22 08:48:28.977526 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron_lib.callbacks.manager [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Subscribe: network precommit_update 55550000 {{(pid=92521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:48:28.977913 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron_lib.callbacks.manager [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Subscribe: network precommit_create 55550000 {{(pid=92521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:48:28.978428 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.manager [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=92521) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 22 08:48:28.978745 dv-cinder-797333-1-smb neutron-server[92521]: INFO neutron.manager [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Loading Plugin: tag Jun 22 08:48:28.986191 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.manager [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=92521) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 22 08:48:28.986513 dv-cinder-797333-1-smb neutron-server[92521]: INFO neutron.manager [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Loading Plugin: timestamp Jun 22 08:48:28.990397 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.manager [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=92521) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 22 08:48:28.990724 dv-cinder-797333-1-smb neutron-server[92521]: INFO neutron.manager [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Loading Plugin: network_ip_availability Jun 22 08:48:28.997870 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron_lib.callbacks.manager [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=92521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:48:28.998192 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron_lib.callbacks.manager [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=92521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:48:28.998544 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron_lib.callbacks.manager [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:48:28.999291 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.manager [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=92521) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 22 08:48:28.999610 dv-cinder-797333-1-smb neutron-server[92521]: INFO neutron.manager [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Loading Plugin: flavors Jun 22 08:48:29.004392 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.manager [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=92521) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 22 08:48:29.004721 dv-cinder-797333-1-smb neutron-server[92521]: INFO neutron.manager [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Loading Plugin: revisions Jun 22 08:48:29.009048 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.manager [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=92521) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 22 08:48:29.009439 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_concurrency.lockutils [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.826s {{(pid=92521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:48:29.010234 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=92521) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jun 22 08:48:29.010565 dv-cinder-797333-1-smb neutron-server[92521]: INFO neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Initializing extension manager. Jun 22 08:48:29.011067 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Loading extension file: __init__.py {{(pid=92521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 08:48:29.011408 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Loading extension file: __pycache__ {{(pid=92521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 08:48:29.011737 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=92521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 08:48:29.012068 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Loading extension file: address_group.py {{(pid=92521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 08:48:29.012823 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=92521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 08:48:29.013393 dv-cinder-797333-1-smb neutron-server[92521]: INFO neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Loaded extension: address-group Jun 22 08:48:29.013740 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Loading extension file: address_scope.py {{(pid=92521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 08:48:29.014436 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=92521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 08:48:29.014955 dv-cinder-797333-1-smb neutron-server[92521]: INFO neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Loaded extension: address-scope Jun 22 08:48:29.015271 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Loading extension file: admin_state_down_before_update.py {{(pid=92521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 08:48:29.016207 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=92521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 08:48:29.016722 dv-cinder-797333-1-smb neutron-server[92521]: INFO neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Loaded extension: router-admin-state-down-before-update Jun 22 08:48:29.017043 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Loading extension file: agent.py {{(pid=92521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 08:48:29.017757 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=92521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 08:48:29.018264 dv-cinder-797333-1-smb neutron-server[92521]: INFO neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Loaded extension: agent Jun 22 08:48:29.018581 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Loading extension file: agent_resources_synced.py {{(pid=92521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 08:48:29.019468 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=92521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 08:48:29.019978 dv-cinder-797333-1-smb neutron-server[92521]: INFO neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Loaded extension: agent-resources-synced Jun 22 08:48:29.020298 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Loading extension file: allowedaddresspairs.py {{(pid=92521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 08:48:29.022086 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=92521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 08:48:29.022608 dv-cinder-797333-1-smb neutron-server[92521]: INFO neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Loaded extension: allowed-address-pairs Jun 22 08:48:29.022930 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Loading extension file: auto_allocated_topology.py {{(pid=92521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 08:48:29.024181 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=92521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 08:48:29.024701 dv-cinder-797333-1-smb neutron-server[92521]: INFO neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Loaded extension: auto-allocated-topology Jun 22 08:48:29.025026 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Loading extension file: availability_zone.py {{(pid=92521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 08:48:29.025743 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=92521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 08:48:29.026248 dv-cinder-797333-1-smb neutron-server[92521]: INFO neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Loaded extension: availability_zone Jun 22 08:48:29.026567 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Loading extension file: availability_zone_filter.py {{(pid=92521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 08:48:29.027460 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=92521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 08:48:29.027971 dv-cinder-797333-1-smb neutron-server[92521]: INFO neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Loaded extension: availability_zone_filter Jun 22 08:48:29.028311 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Loading extension file: data_plane_status.py {{(pid=92521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 08:48:29.029178 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=92521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 08:48:29.029724 dv-cinder-797333-1-smb neutron-server[92521]: INFO neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Extension data-plane-status not supported by any of loaded plugins Jun 22 08:48:29.030045 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Loading extension file: default_subnetpools.py {{(pid=92521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 08:48:29.030934 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=92521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 08:48:29.031973 dv-cinder-797333-1-smb neutron-server[92521]: INFO neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Loaded extension: default-subnetpools Jun 22 08:48:29.032290 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Loading extension file: dhcpagentscheduler.py {{(pid=92521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 08:48:29.033097 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=92521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 08:48:29.033637 dv-cinder-797333-1-smb neutron-server[92521]: INFO neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Loaded extension: dhcp_agent_scheduler Jun 22 08:48:29.033958 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Loading extension file: dns.py {{(pid=92521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 08:48:29.034861 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=92521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 08:48:29.035368 dv-cinder-797333-1-smb neutron-server[92521]: INFO neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Extension dns-integration not supported by any of loaded plugins Jun 22 08:48:29.035686 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Loading extension file: dns_domain_ports.py {{(pid=92521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 08:48:29.036579 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=92521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 08:48:29.037086 dv-cinder-797333-1-smb neutron-server[92521]: INFO neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 22 08:48:29.037400 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Loading extension file: dvr.py {{(pid=92521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 08:48:29.038071 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=92521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 08:48:29.038578 dv-cinder-797333-1-smb neutron-server[92521]: INFO neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Loaded extension: dvr Jun 22 08:48:29.038893 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Loading extension file: empty_string_filtering.py {{(pid=92521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 08:48:29.039776 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=92521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 08:48:29.040283 dv-cinder-797333-1-smb neutron-server[92521]: INFO neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Loaded extension: empty-string-filtering Jun 22 08:48:29.040602 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=92521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 08:48:29.041485 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=92521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 08:48:29.042023 dv-cinder-797333-1-smb neutron-server[92521]: INFO neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 22 08:48:29.042343 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=92521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 08:48:29.043227 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=92521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 08:48:29.043727 dv-cinder-797333-1-smb neutron-server[92521]: INFO neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 22 08:48:29.044046 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Loading extension file: external_net.py {{(pid=92521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 08:48:29.044925 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=92521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 08:48:29.045432 dv-cinder-797333-1-smb neutron-server[92521]: INFO neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Loaded extension: external-net Jun 22 08:48:29.045783 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Loading extension file: extra_dhcp_opt.py {{(pid=92521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 08:48:29.046670 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=92521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 08:48:29.047715 dv-cinder-797333-1-smb neutron-server[92521]: INFO neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Loaded extension: extra_dhcp_opt Jun 22 08:48:29.048032 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Loading extension file: extraroute.py {{(pid=92521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 08:48:29.048922 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=92521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 08:48:29.049434 dv-cinder-797333-1-smb neutron-server[92521]: INFO neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Loaded extension: extraroute Jun 22 08:48:29.049785 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Loading extension file: extraroute_atomic.py {{(pid=92521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 08:48:29.050799 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=92521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 08:48:29.051308 dv-cinder-797333-1-smb neutron-server[92521]: INFO neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Loaded extension: extraroute-atomic Jun 22 08:48:29.051627 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Loading extension file: filter_validation.py {{(pid=92521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 08:48:29.052278 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=92521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 08:48:29.052783 dv-cinder-797333-1-smb neutron-server[92521]: INFO neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Loaded extension: filter-validation Jun 22 08:48:29.053096 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Loading extension file: fip_pf_description.py {{(pid=92521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 08:48:29.054010 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=92521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 08:48:29.054508 dv-cinder-797333-1-smb neutron-server[92521]: INFO neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 22 08:48:29.054824 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Loading extension file: fip_port_details.py {{(pid=92521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 08:48:29.055722 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=92521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 08:48:29.056227 dv-cinder-797333-1-smb neutron-server[92521]: INFO neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Loaded extension: fip-port-details Jun 22 08:48:29.056542 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Loading extension file: flavors.py {{(pid=92521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 08:48:29.057796 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=92521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 08:48:29.058311 dv-cinder-797333-1-smb neutron-server[92521]: INFO neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Loaded extension: flavors Jun 22 08:48:29.058634 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=92521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 08:48:29.060291 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=92521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 08:48:29.060808 dv-cinder-797333-1-smb neutron-server[92521]: INFO neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 22 08:48:29.061135 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Loading extension file: floatingip_pools.py {{(pid=92521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 08:48:29.061855 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=92521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 08:48:29.062366 dv-cinder-797333-1-smb neutron-server[92521]: INFO neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Loaded extension: floatingip-pools Jun 22 08:48:29.062713 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Loading extension file: ip_allocation.py {{(pid=92521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 08:48:29.063609 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=92521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 08:48:29.064117 dv-cinder-797333-1-smb neutron-server[92521]: INFO neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Extension ip_allocation not supported by any of loaded plugins Jun 22 08:48:29.064435 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=92521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 08:48:29.065329 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=92521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 08:48:29.065877 dv-cinder-797333-1-smb neutron-server[92521]: INFO neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Loaded extension: ip-substring-filtering Jun 22 08:48:29.066199 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Loading extension file: l2_adjacency.py {{(pid=92521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 08:48:29.067101 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=92521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 08:48:29.067607 dv-cinder-797333-1-smb neutron-server[92521]: INFO neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Extension l2_adjacency not supported by any of loaded plugins Jun 22 08:48:29.067924 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Loading extension file: l3.py {{(pid=92521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 08:48:29.068886 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=92521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 08:48:29.069405 dv-cinder-797333-1-smb neutron-server[92521]: INFO neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Loaded extension: router Jun 22 08:48:29.069755 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Loading extension file: l3_conntrack_helper.py {{(pid=92521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 08:48:29.072112 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=92521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 08:48:29.072649 dv-cinder-797333-1-smb neutron-server[92521]: INFO neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 22 08:48:29.072976 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=92521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 08:48:29.073980 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=92521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 08:48:29.074497 dv-cinder-797333-1-smb neutron-server[92521]: INFO neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Loaded extension: ext-gw-mode Jun 22 08:48:29.074816 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=92521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 08:48:29.075710 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=92521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 08:48:29.076217 dv-cinder-797333-1-smb neutron-server[92521]: INFO neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Loaded extension: l3-ha Jun 22 08:48:29.076534 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Loading extension file: l3_flavors.py {{(pid=92521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 08:48:29.077423 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=92521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 08:48:29.077966 dv-cinder-797333-1-smb neutron-server[92521]: INFO neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Loaded extension: l3-flavors Jun 22 08:48:29.078803 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=92521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 08:48:29.079709 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=92521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 08:48:29.080218 dv-cinder-797333-1-smb neutron-server[92521]: INFO neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Loaded extension: l3-port-ip-change-not-allowed Jun 22 08:48:29.080540 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Loading extension file: l3agentscheduler.py {{(pid=92521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 08:48:29.081597 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=92521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 08:48:29.082118 dv-cinder-797333-1-smb neutron-server[92521]: INFO neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Loaded extension: l3_agent_scheduler Jun 22 08:48:29.082439 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Loading extension file: logging.py {{(pid=92521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 08:48:29.083928 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=92521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 08:48:29.084450 dv-cinder-797333-1-smb neutron-server[92521]: INFO neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Extension logging not supported by any of loaded plugins Jun 22 08:48:29.084780 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Loading extension file: metering.py {{(pid=92521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 08:48:29.085520 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=92521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 08:48:29.086119 dv-cinder-797333-1-smb neutron-server[92521]: INFO neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Loaded extension: metering Jun 22 08:48:29.086444 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=92521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 08:48:29.087535 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=92521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 08:48:29.088058 dv-cinder-797333-1-smb neutron-server[92521]: INFO neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Loaded extension: metering_source_and_destination_fields Jun 22 08:48:29.088384 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Loading extension file: multiprovidernet.py {{(pid=92521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 08:48:29.089290 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=92521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 08:48:29.089829 dv-cinder-797333-1-smb neutron-server[92521]: INFO neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Loaded extension: multi-provider Jun 22 08:48:29.090152 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Loading extension file: netmtu.py {{(pid=92521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 08:48:29.091051 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=92521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 08:48:29.091561 dv-cinder-797333-1-smb neutron-server[92521]: INFO neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Loaded extension: net-mtu Jun 22 08:48:29.091881 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Loading extension file: netmtu_writable.py {{(pid=92521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 08:48:29.092775 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=92521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 08:48:29.093282 dv-cinder-797333-1-smb neutron-server[92521]: INFO neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Loaded extension: net-mtu-writable Jun 22 08:48:29.093631 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Loading extension file: network_availability_zone.py {{(pid=92521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 08:48:29.094822 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=92521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 08:48:29.095330 dv-cinder-797333-1-smb neutron-server[92521]: INFO neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Loaded extension: network_availability_zone Jun 22 08:48:29.095649 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Loading extension file: network_ip_availability.py {{(pid=92521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 08:48:29.096725 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=92521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 08:48:29.097240 dv-cinder-797333-1-smb neutron-server[92521]: INFO neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Loaded extension: network-ip-availability Jun 22 08:48:29.097583 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Loading extension file: network_segment_range.py {{(pid=92521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 08:48:29.098334 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=92521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 08:48:29.098838 dv-cinder-797333-1-smb neutron-server[92521]: INFO neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Extension network-segment-range not supported by any of loaded plugins Jun 22 08:48:29.099156 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Loading extension file: pagination.py {{(pid=92521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 08:48:29.100144 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=92521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 08:48:29.100465 dv-cinder-797333-1-smb neutron-server[92521]: INFO neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Loaded extension: pagination Jun 22 08:48:29.100785 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Loading extension file: port_device_profile.py {{(pid=92521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 08:48:29.101715 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=92521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 08:48:29.102226 dv-cinder-797333-1-smb neutron-server[92521]: INFO neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Loaded extension: port-device-profile Jun 22 08:48:29.102541 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=92521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 08:48:29.103450 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=92521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 08:48:29.103954 dv-cinder-797333-1-smb neutron-server[92521]: INFO neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Loaded extension: port-mac-address-regenerate Jun 22 08:48:29.104271 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=92521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 08:48:29.105157 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=92521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 08:48:29.105965 dv-cinder-797333-1-smb neutron-server[92521]: INFO neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Loaded extension: port-numa-affinity-policy Jun 22 08:48:29.106284 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Loading extension file: port_resource_request.py {{(pid=92521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 08:48:29.107184 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=92521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 08:48:29.107685 dv-cinder-797333-1-smb neutron-server[92521]: INFO neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Extension port-resource-request not supported by any of loaded plugins Jun 22 08:48:29.108001 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Loading extension file: portbindings.py {{(pid=92521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 08:48:29.108905 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=92521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 08:48:29.109431 dv-cinder-797333-1-smb neutron-server[92521]: INFO neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Loaded extension: binding Jun 22 08:48:29.109784 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Loading extension file: portbindings_extended.py {{(pid=92521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 08:48:29.111048 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=92521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 08:48:29.111559 dv-cinder-797333-1-smb neutron-server[92521]: INFO neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Loaded extension: binding-extended Jun 22 08:48:29.111883 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Loading extension file: portsecurity.py {{(pid=92521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 08:48:29.112775 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=92521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 08:48:29.113290 dv-cinder-797333-1-smb neutron-server[92521]: INFO neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Loaded extension: port-security Jun 22 08:48:29.113642 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Loading extension file: project_id.py {{(pid=92521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 08:48:29.114604 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=92521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 08:48:29.114929 dv-cinder-797333-1-smb neutron-server[92521]: INFO neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Loaded extension: project-id Jun 22 08:48:29.115245 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Loading extension file: providernet.py {{(pid=92521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 08:48:29.116152 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=92521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 08:48:29.116668 dv-cinder-797333-1-smb neutron-server[92521]: INFO neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Loaded extension: provider Jun 22 08:48:29.116985 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Loading extension file: qos.py {{(pid=92521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 08:48:29.120679 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=92521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 08:48:29.121198 dv-cinder-797333-1-smb neutron-server[92521]: INFO neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Extension qos not supported by any of loaded plugins Jun 22 08:48:29.121526 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=92521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 08:48:29.122777 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=92521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 08:48:29.123297 dv-cinder-797333-1-smb neutron-server[92521]: INFO neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 22 08:48:29.123623 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=92521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 08:48:29.124538 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=92521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 08:48:29.125050 dv-cinder-797333-1-smb neutron-server[92521]: INFO neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 22 08:48:29.125378 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Loading extension file: qos_default.py {{(pid=92521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 08:48:29.126298 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=92521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 08:48:29.126813 dv-cinder-797333-1-smb neutron-server[92521]: INFO neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Extension qos-default not supported by any of loaded plugins Jun 22 08:48:29.127138 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Loading extension file: qos_fip.py {{(pid=92521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 08:48:29.127774 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=92521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 08:48:29.128280 dv-cinder-797333-1-smb neutron-server[92521]: INFO neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Extension qos-fip not supported by any of loaded plugins Jun 22 08:48:29.128600 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Loading extension file: qos_gateway_ip.py {{(pid=92521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 08:48:29.129502 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=92521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 08:48:29.130048 dv-cinder-797333-1-smb neutron-server[92521]: INFO neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 22 08:48:29.130369 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Loading extension file: qos_port_network_policy.py {{(pid=92521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 08:48:29.131267 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=92521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 08:48:29.131774 dv-cinder-797333-1-smb neutron-server[92521]: INFO neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 22 08:48:29.132093 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Loading extension file: qos_rule_type_details.py {{(pid=92521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 08:48:29.132993 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=92521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 08:48:29.133501 dv-cinder-797333-1-smb neutron-server[92521]: INFO neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 22 08:48:29.133849 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Loading extension file: qos_rules_alias.py {{(pid=92521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 08:48:29.134871 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=92521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 08:48:29.135380 dv-cinder-797333-1-smb neutron-server[92521]: INFO neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 22 08:48:29.135699 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Loading extension file: quotasv2.py {{(pid=92521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 08:48:29.136626 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=92521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 08:48:29.136948 dv-cinder-797333-1-smb neutron-server[92521]: INFO neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Loaded extension: quotas Jun 22 08:48:29.137264 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Loading extension file: quotasv2_detail.py {{(pid=92521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 08:48:29.140349 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=92521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 08:48:29.141214 dv-cinder-797333-1-smb neutron-server[92521]: INFO neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Loaded extension: quota_details Jun 22 08:48:29.141649 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Loading extension file: rbac.py {{(pid=92521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 08:48:29.142704 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=92521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 08:48:29.143233 dv-cinder-797333-1-smb neutron-server[92521]: INFO neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Loaded extension: rbac-policies Jun 22 08:48:29.143562 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Loading extension file: rbac_address_group.py {{(pid=92521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 08:48:29.144473 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=92521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 08:48:29.144990 dv-cinder-797333-1-smb neutron-server[92521]: INFO neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Loaded extension: rbac-address-group Jun 22 08:48:29.145317 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Loading extension file: rbac_address_scope.py {{(pid=92521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 08:48:29.146241 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=92521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 08:48:29.146764 dv-cinder-797333-1-smb neutron-server[92521]: INFO neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Loaded extension: rbac-address-scope Jun 22 08:48:29.147087 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Loading extension file: rbac_security_groups.py {{(pid=92521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 08:48:29.147998 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=92521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 08:48:29.148517 dv-cinder-797333-1-smb neutron-server[92521]: INFO neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Loaded extension: rbac-security-groups Jun 22 08:48:29.148839 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Loading extension file: rbac_subnetpool.py {{(pid=92521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 08:48:29.149769 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=92521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 08:48:29.150286 dv-cinder-797333-1-smb neutron-server[92521]: INFO neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Loaded extension: rbac-subnetpool Jun 22 08:48:29.150606 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Loading extension file: revisionifmatch.py {{(pid=92521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 08:48:29.151514 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=92521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 08:48:29.152029 dv-cinder-797333-1-smb neutron-server[92521]: INFO neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Loaded extension: revision-if-match Jun 22 08:48:29.152350 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Loading extension file: revisions.py {{(pid=92521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 08:48:29.153679 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=92521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 08:48:29.154196 dv-cinder-797333-1-smb neutron-server[92521]: INFO neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Loaded extension: standard-attr-revisions Jun 22 08:48:29.154520 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Loading extension file: router_availability_zone.py {{(pid=92521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 08:48:29.155179 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=92521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 08:48:29.155691 dv-cinder-797333-1-smb neutron-server[92521]: INFO neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Loaded extension: router_availability_zone Jun 22 08:48:29.156012 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Loading extension file: routerservicetype.py {{(pid=92521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 08:48:29.156956 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=92521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 08:48:29.157469 dv-cinder-797333-1-smb neutron-server[92521]: INFO neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Extension router-service-type not supported by any of loaded plugins Jun 22 08:48:29.157814 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=92521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 08:48:29.158720 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=92521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 08:48:29.159234 dv-cinder-797333-1-smb neutron-server[92521]: INFO neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Loaded extension: security-groups-normalized-cidr Jun 22 08:48:29.159551 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Loading extension file: security_groups_port_filtering.py {{(pid=92521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 08:48:29.160446 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=92521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 08:48:29.160957 dv-cinder-797333-1-smb neutron-server[92521]: INFO neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Loaded extension: port-security-groups-filtering Jun 22 08:48:29.161279 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=92521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 08:48:29.162204 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=92521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 08:48:29.162713 dv-cinder-797333-1-smb neutron-server[92521]: INFO neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Loaded extension: security-groups-remote-address-group Jun 22 08:48:29.163031 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Loading extension file: securitygroup.py {{(pid=92521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 08:48:29.173059 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=92521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 08:48:29.173608 dv-cinder-797333-1-smb neutron-server[92521]: INFO neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Loaded extension: security-group Jun 22 08:48:29.173943 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Loading extension file: segment.py {{(pid=92521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 08:48:29.174720 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=92521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 08:48:29.175233 dv-cinder-797333-1-smb neutron-server[92521]: INFO neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Extension segment not supported by any of loaded plugins Jun 22 08:48:29.175562 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=92521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 08:48:29.176479 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=92521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 08:48:29.176990 dv-cinder-797333-1-smb neutron-server[92521]: INFO neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 22 08:48:29.177312 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Loading extension file: servicetype.py {{(pid=92521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 08:48:29.178424 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=92521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 08:48:29.178950 dv-cinder-797333-1-smb neutron-server[92521]: INFO neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Loaded extension: service-type Jun 22 08:48:29.179274 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Loading extension file: sorting.py {{(pid=92521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 08:48:29.180230 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=92521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 08:48:29.180560 dv-cinder-797333-1-smb neutron-server[92521]: INFO neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Loaded extension: sorting Jun 22 08:48:29.180884 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Loading extension file: standard_attr_segment.py {{(pid=92521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 08:48:29.181797 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=92521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 08:48:29.182327 dv-cinder-797333-1-smb neutron-server[92521]: INFO neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 22 08:48:29.182650 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Loading extension file: standardattrdescription.py {{(pid=92521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 08:48:29.183276 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=92521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 08:48:29.183784 dv-cinder-797333-1-smb neutron-server[92521]: INFO neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Loaded extension: standard-attr-description Jun 22 08:48:29.184103 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Loading extension file: stateful_security_group.py {{(pid=92521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 08:48:29.185022 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=92521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 08:48:29.185534 dv-cinder-797333-1-smb neutron-server[92521]: INFO neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Loaded extension: stateful-security-group Jun 22 08:48:29.185886 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Loading extension file: stdattrs_common.py {{(pid=92521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 08:48:29.186466 dv-cinder-797333-1-smb neutron-server[92521]: WARNING neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 22 08:48:29.186784 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=92521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 08:48:29.187808 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=92521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 08:48:29.188322 dv-cinder-797333-1-smb neutron-server[92521]: INFO neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 22 08:48:29.188642 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Loading extension file: subnet_onboard.py {{(pid=92521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 08:48:29.189715 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=92521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 08:48:29.190234 dv-cinder-797333-1-smb neutron-server[92521]: INFO neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Loaded extension: subnet_onboard Jun 22 08:48:29.190557 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=92521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 08:48:29.191468 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=92521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 08:48:29.191984 dv-cinder-797333-1-smb neutron-server[92521]: INFO neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 22 08:48:29.192307 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Loading extension file: subnet_service_types.py {{(pid=92521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 08:48:29.193209 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=92521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 08:48:29.193753 dv-cinder-797333-1-smb neutron-server[92521]: INFO neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Loaded extension: subnet-service-types Jun 22 08:48:29.194080 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Loading extension file: subnetallocation.py {{(pid=92521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 08:48:29.195133 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=92521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 08:48:29.195651 dv-cinder-797333-1-smb neutron-server[92521]: INFO neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Loaded extension: subnet_allocation Jun 22 08:48:29.195977 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=92521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 08:48:29.196628 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=92521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 08:48:29.197138 dv-cinder-797333-1-smb neutron-server[92521]: INFO neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Loaded extension: subnetpool-prefix-ops Jun 22 08:48:29.197460 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=92521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 08:48:29.198401 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=92521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 08:48:29.198912 dv-cinder-797333-1-smb neutron-server[92521]: INFO neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 22 08:48:29.199232 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Loading extension file: tagging.py {{(pid=92521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 08:48:29.200298 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=92521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 08:48:29.200813 dv-cinder-797333-1-smb neutron-server[92521]: INFO neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Loaded extension: standard-attr-tag Jun 22 08:48:29.201137 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Loading extension file: timestamp.py {{(pid=92521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 08:48:29.202349 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=92521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 08:48:29.202867 dv-cinder-797333-1-smb neutron-server[92521]: INFO neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Loaded extension: standard-attr-timestamp Jun 22 08:48:29.203723 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Loading extension file: trunk.py {{(pid=92521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 08:48:29.204744 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=92521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 08:48:29.205263 dv-cinder-797333-1-smb neutron-server[92521]: INFO neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Extension trunk not supported by any of loaded plugins Jun 22 08:48:29.205607 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Loading extension file: trunk_details.py {{(pid=92521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 08:48:29.206518 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=92521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 08:48:29.207032 dv-cinder-797333-1-smb neutron-server[92521]: INFO neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Extension trunk-details not supported by any of loaded plugins Jun 22 08:48:29.207352 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Loading extension file: uplink_status_propagation.py {{(pid=92521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 08:48:29.208249 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=92521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 08:48:29.208758 dv-cinder-797333-1-smb neutron-server[92521]: INFO neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 22 08:48:29.209074 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Loading extension file: vlantransparent.py {{(pid=92521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 08:48:29.209770 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=92521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 08:48:29.210280 dv-cinder-797333-1-smb neutron-server[92521]: INFO neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Extension vlan-transparent not supported by any of loaded plugins Jun 22 08:48:29.212798 dv-cinder-797333-1-smb neutron-server[92521]: INFO neutron.quota.resource_registry [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Creating instance of TrackedResource for resource:network Jun 22 08:48:29.213352 dv-cinder-797333-1-smb neutron-server[92521]: INFO neutron.quota.resource_registry [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Creating instance of TrackedResource for resource:subnet Jun 22 08:48:29.213773 dv-cinder-797333-1-smb neutron-server[92521]: INFO neutron.quota.resource_registry [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Creating instance of TrackedResource for resource:subnetpool Jun 22 08:48:29.214158 dv-cinder-797333-1-smb neutron-server[92521]: INFO neutron.quota.resource_registry [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Creating instance of TrackedResource for resource:port Jun 22 08:48:29.215415 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.api.v2.resource_helper [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92521) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 08:48:29.215851 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.api.v2.resource_helper [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Service FLAVORS assigned prefix: {{(pid=92521) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 08:48:29.216457 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.api.v2.resource_helper [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92521) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 08:48:29.216885 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.api.v2.resource_helper [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92521) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 08:48:29.217208 dv-cinder-797333-1-smb neutron-server[92521]: INFO neutron.quota.resource_registry [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Creating instance of TrackedResource for resource:router Jun 22 08:48:29.217723 dv-cinder-797333-1-smb neutron-server[92521]: INFO neutron.quota.resource_registry [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Creating instance of TrackedResource for resource:floatingip Jun 22 08:48:29.218127 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.api.v2.resource_helper [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Service METERING assigned prefix: /metering {{(pid=92521) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 08:48:29.220149 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron_lib.callbacks.manager [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=92521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:48:29.220515 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron_lib.callbacks.manager [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=92521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:48:29.220862 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron_lib.callbacks.manager [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:48:29.221895 dv-cinder-797333-1-smb neutron-server[92521]: INFO neutron.quota.resource_registry [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Creating instance of CountableResource for resource:rbac_policy Jun 22 08:48:29.222339 dv-cinder-797333-1-smb neutron-server[92521]: INFO neutron.quota.resource_registry [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Creating instance of TrackedResource for resource:security_group Jun 22 08:48:29.222765 dv-cinder-797333-1-smb neutron-server[92521]: INFO neutron.quota.resource_registry [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 22 08:48:29.223359 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.api.v2.resource_helper [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Service CORE assigned prefix: {{(pid=92521) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 08:48:29.223683 dv-cinder-797333-1-smb neutron-server[92521]: INFO neutron.quota.resource_registry [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Creating instance of TrackedResource for resource:subnetpool Jun 22 08:48:29.224042 dv-cinder-797333-1-smb neutron-server[92521]: WARNING neutron.quota.resource_registry [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] subnetpool is already registered Jun 22 08:48:29.224474 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.api.v2.resource_helper [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Service CORE assigned prefix: {{(pid=92521) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 08:48:29.224794 dv-cinder-797333-1-smb neutron-server[92521]: INFO neutron.quota.resource_registry [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Creating instance of TrackedResource for resource:subnetpool Jun 22 08:48:29.225119 dv-cinder-797333-1-smb neutron-server[92521]: WARNING neutron.quota.resource_registry [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] subnetpool is already registered Jun 22 08:48:29.227453 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.api.v2.resource_helper [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92521) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 08:48:29.227890 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.api.v2.resource_helper [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Service FLAVORS assigned prefix: {{(pid=92521) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 08:48:29.228488 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.api.v2.resource_helper [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92521) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 08:48:29.228907 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.api.v2.resource_helper [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92521) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 08:48:29.229235 dv-cinder-797333-1-smb neutron-server[92521]: INFO neutron.quota.resource_registry [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Creating instance of TrackedResource for resource:router Jun 22 08:48:29.229582 dv-cinder-797333-1-smb neutron-server[92521]: WARNING neutron.quota.resource_registry [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] router is already registered Jun 22 08:48:29.230002 dv-cinder-797333-1-smb neutron-server[92521]: INFO neutron.quota.resource_registry [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Creating instance of TrackedResource for resource:floatingip Jun 22 08:48:29.230595 dv-cinder-797333-1-smb neutron-server[92521]: WARNING neutron.quota.resource_registry [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] floatingip is already registered Jun 22 08:48:29.231047 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.api.v2.resource_helper [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Service METERING assigned prefix: /metering {{(pid=92521) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 08:48:29.231727 dv-cinder-797333-1-smb neutron-server[92521]: INFO neutron.quota.resource_registry [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Creating instance of CountableResource for resource:rbac_policy Jun 22 08:48:29.232057 dv-cinder-797333-1-smb neutron-server[92521]: WARNING neutron.quota.resource_registry [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] rbac_policy is already registered Jun 22 08:48:29.232463 dv-cinder-797333-1-smb neutron-server[92521]: INFO neutron.quota.resource_registry [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Creating instance of TrackedResource for resource:security_group Jun 22 08:48:29.232790 dv-cinder-797333-1-smb neutron-server[92521]: WARNING neutron.quota.resource_registry [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] security_group is already registered Jun 22 08:48:29.233182 dv-cinder-797333-1-smb neutron-server[92521]: INFO neutron.quota.resource_registry [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 22 08:48:29.233508 dv-cinder-797333-1-smb neutron-server[92521]: WARNING neutron.quota.resource_registry [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] security_group_rule is already registered Jun 22 08:48:29.234184 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.api.v2.resource_helper [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Service CORE assigned prefix: {{(pid=92521) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 08:48:29.234539 dv-cinder-797333-1-smb neutron-server[92521]: INFO neutron.quota.resource_registry [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Creating instance of TrackedResource for resource:subnetpool Jun 22 08:48:29.234867 dv-cinder-797333-1-smb neutron-server[92521]: WARNING neutron.quota.resource_registry [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] subnetpool is already registered Jun 22 08:48:29.235282 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.api.v2.resource_helper [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Service CORE assigned prefix: {{(pid=92521) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 08:48:29.235596 dv-cinder-797333-1-smb neutron-server[92521]: INFO neutron.quota.resource_registry [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Creating instance of TrackedResource for resource:subnetpool Jun 22 08:48:29.235917 dv-cinder-797333-1-smb neutron-server[92521]: WARNING neutron.quota.resource_registry [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] subnetpool is already registered Jun 22 08:48:29.236398 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Extended resource: extensions {{(pid=92521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 08:48:29.237974 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Extended resource: address-groups {{(pid=92521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 08:48:29.239452 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Extended resource: address-scopes {{(pid=92521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 08:48:29.240754 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Extended resource: agents {{(pid=92521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 08:48:29.241944 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Extended resource: auto-allocated-topology {{(pid=92521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 08:48:29.243197 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Extended resource: availability_zones {{(pid=92521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 08:48:29.244404 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Extended resource: dhcp-networks {{(pid=92521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 08:48:29.245947 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Extended resource: dhcp-agents {{(pid=92521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 08:48:29.247380 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Extended resource: routers {{(pid=92521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 08:48:29.249142 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Extended resource: flavors {{(pid=92521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 08:48:29.251631 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Extended resource: service_profiles {{(pid=92521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 08:48:29.252855 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Extended resource: next_providers {{(pid=92521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 08:48:29.254335 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Extended resource: service_profiles {{(pid=92521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 08:48:29.255871 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Extended resource: floatingip-pools {{(pid=92521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 08:48:29.257092 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Extended resource: routers {{(pid=92521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 08:48:29.258831 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Extended resource: floatingips {{(pid=92521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 08:48:29.260102 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Extended resource: l3-routers {{(pid=92521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 08:48:29.261484 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Extended resource: l3-agents {{(pid=92521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 08:48:29.262932 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Extended resource: metering-labels {{(pid=92521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 08:48:29.264185 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Extended resource: metering-label-rules {{(pid=92521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 08:48:29.265572 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Extended resource: network-ip-availabilities {{(pid=92521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 08:48:29.267370 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Extended resource: bindings {{(pid=92521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 08:48:29.268910 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Extended resource: quotas {{(pid=92521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 08:48:29.270577 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Extended resource: quotas {{(pid=92521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 08:48:29.272002 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Extended resource: rbac-policies {{(pid=92521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 08:48:29.273212 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Extended resource: security-groups {{(pid=92521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 08:48:29.274527 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Extended resource: security-group-rules {{(pid=92521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 08:48:29.275756 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Extended resource: service-providers {{(pid=92521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 08:48:29.276980 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Extended resource: subnetpools {{(pid=92521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 08:48:29.278315 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Extended resource: subnetpools {{(pid=92521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 08:48:29.279870 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Extended resource: tags {{(pid=92521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 08:48:29.282100 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Extended resource: tags {{(pid=92521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 08:48:29.283983 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Extended resource: tags {{(pid=92521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 08:48:29.285767 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Extended resource: tags {{(pid=92521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 08:48:29.287435 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Extended resource: tags {{(pid=92521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 08:48:29.289366 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Extended resource: tags {{(pid=92521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 08:48:29.291105 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Extended resource: tags {{(pid=92521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 08:48:29.292889 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Extended resource: tags {{(pid=92521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 08:48:29.294765 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Extended resource: tags {{(pid=92521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 08:48:29.296485 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron.api.extensions [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Extended resource: tags {{(pid=92521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 08:48:29.303215 dv-cinder-797333-1-smb neutron-server[92521]: WARNING keystonemiddleware.auth_token [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 22 08:48:29.307803 dv-cinder-797333-1-smb neutron-server[92521]: WARNING keystonemiddleware.auth_token [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 22 08:48:29.316745 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_concurrency.lockutils [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Acquired lock "singleton_lock" {{(pid=92521) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 22 08:48:29.317218 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_concurrency.lockutils [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Releasing lock "singleton_lock" {{(pid=92521) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 22 08:48:29.317881 dv-cinder-797333-1-smb neutron-server[92521]: INFO oslo_service.service [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Starting 2 workers Jun 22 08:48:29.322625 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Started child 92664 {{(pid=92521) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 22 08:48:29.327103 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Started child 92665 {{(pid=92521) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 22 08:48:29.328152 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:48:29.328940 dv-cinder-797333-1-smb neutron-server[92521]: INFO neutron.service [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Neutron service started, listening on 0.0.0.0:9696 Jun 22 08:48:29.329507 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron_lib.callbacks.manager [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Notify callbacks [] for process, before_spawn {{(pid=92521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:48:29.329767 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [-] (92664) wsgi starting up on http://0.0.0.0:9696 Jun 22 08:48:29.331960 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:48:29.332470 dv-cinder-797333-1-smb neutron-server[92521]: INFO oslo_service.service [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Starting 1 workers Jun 22 08:48:29.333589 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [-] (92665) wsgi starting up on http://0.0.0.0:9696 Jun 22 08:48:29.337277 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Started child 92666 {{(pid=92521) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 22 08:48:29.337826 dv-cinder-797333-1-smb neutron-server[92521]: INFO oslo_service.service [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Starting 1 workers Jun 22 08:48:29.340829 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.service [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] calling RpcWorker wait() {{(pid=92666) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 22 08:48:29.341380 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.service [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] returning from RpcWorker wait() {{(pid=92666) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 22 08:48:29.342299 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Started child 92667 {{(pid=92521) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 22 08:48:29.342560 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:48:29.343149 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG neutron_lib.callbacks.manager [None req-d2c8f83e-d71b-40bd-943b-1496df4d8b86 None None] Notify callbacks [] for process, after_spawn {{(pid=92521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:48:29.343252 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=92666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 08:48:29.345129 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=92521) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 22 08:48:29.345358 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 22 08:48:29.345529 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 22 08:48:29.345760 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 22 08:48:29.346103 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 22 08:48:29.346273 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 22 08:48:29.346771 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:29.347050 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:29.347309 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:48:29.347807 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:29.347807 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:29.347934 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:29.348231 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=92667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 08:48:29.348428 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:29.348686 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:29.348921 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:29.349194 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:29.349452 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:29.349652 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:29.349817 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:29.350074 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:29.350305 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:29.350588 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:29.350868 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:29.351122 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:29.351386 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:29.351556 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:29.351841 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] config_source = [] {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:29.352113 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:29.352342 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:29.352613 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] debug = True {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:29.353155 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:29.353349 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:29.353624 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:29.353878 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:29.354116 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:29.354407 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:29.354634 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:29.354919 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:29.355172 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:29.355701 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:29.355893 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:29.356169 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:29.356405 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:29.356634 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:29.356858 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:29.357101 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:29.357320 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:29.357821 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] host = dv-cinder-797333-1-smb {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:29.358039 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:29.358274 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:29.358530 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:29.358788 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:29.359038 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:29.359272 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:29.360082 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:29.360331 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:29.360573 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:29.360800 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:29.361060 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:29.361314 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:29.361590 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] log_dir = None {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:29.361819 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] log_file = None {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:29.361974 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] log_options = True {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:29.362223 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:29.362491 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:29.362748 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:29.362933 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:29.363424 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:29.363424 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:29.363576 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:29.363734 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:29.363932 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:29.364163 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:29.364376 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:29.364589 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:29.364837 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:29.365036 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:29.365262 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:29.365508 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:29.365805 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:29.366060 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:29.366207 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:29.366437 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:29.366664 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:29.366905 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:29.367130 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:29.367371 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:29.367586 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:29.367823 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:29.368065 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:29.368279 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:29.368510 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:29.368793 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:29.369023 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:29.370608 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:29.370608 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:29.370608 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:29.370608 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:29.370608 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:29.370608 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:29.371044 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:29.371044 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:29.371169 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:29.371414 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:29.371827 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:29.372079 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:29.372317 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:29.372538 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] use_journal = False {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:29.372800 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] use_json = False {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:29.373004 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:29.373241 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:29.373489 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:29.373742 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:29.373977 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:29.374193 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:29.374407 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:29.374662 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:29.375664 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.379102 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.379102 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.379102 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.379102 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.379102 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.379102 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.379102 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.379102 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.380458 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.380458 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.380458 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.380458 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.380458 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.380458 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.380458 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.380458 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.384048 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.384048 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.384048 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.384048 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.384048 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.384048 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.384048 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.384048 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.22/identity {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.385217 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.385217 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.385217 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.385217 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.385217 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.385217 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.385217 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.385217 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.386599 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.386599 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.386599 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.386599 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.386599 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.386599 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.386599 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.386599 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.386599 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.387223 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.387223 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.387223 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.387223 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.387223 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.387223 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.387223 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.387707 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.387707 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.387868 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.387979 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.388203 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.388426 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.388679 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.388903 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.389120 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.389338 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.389584 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.389835 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.390102 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.390347 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.390567 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.390817 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.391065 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.391274 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.391490 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.391710 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.391942 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.392181 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.392414 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.392650 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.392886 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.393129 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.393364 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.393611 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.393809 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.394026 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.394238 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.394451 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.394668 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.394903 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.395137 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.395437 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.395759 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.396018 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.396287 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.396508 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.396763 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.397014 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.397266 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.397503 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.397756 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.398018 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.398284 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.398673 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.398927 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.399175 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.399418 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.399674 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.400054 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.400324 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.400547 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.400787 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.401014 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.401298 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.401610 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.401854 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.402093 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.402347 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.402622 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.402880 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.403189 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.403414 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.403684 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.403982 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.404262 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.404563 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.405055 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.405055 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.405360 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.405513 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.405982 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.405982 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.406781 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.407189 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.407310 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.407501 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.408179 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.408179 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.408179 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.408594 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.408727 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.409258 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.409258 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.409521 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.409702 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.410181 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.410181 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.410461 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.411793 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.411793 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.411793 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.22/identity {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.411793 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.411793 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.411793 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.412549 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.412549 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.412549 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.412910 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.412910 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.413159 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.413293 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.413495 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.413750 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.413970 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.414189 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.414561 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.414943 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.415305 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.415658 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.416065 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.416480 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.416880 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.417279 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.417669 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.418122 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.418559 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.419026 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.419367 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.419674 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.419981 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.420283 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.420619 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.420914 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.421170 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.421398 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.421651 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.421866 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.422818 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.423211 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.423434 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.423669 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.424078 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.424319 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.424579 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.424919 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.425161 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.425395 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.425748 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.425996 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.426250 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.426503 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.426721 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.427127 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.427526 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.427948 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.428197 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.428430 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.428670 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.428902 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.429271 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.429713 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.429939 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.430155 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.430451 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.430720 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.430975 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.431238 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.431476 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.431707 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.431924 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.432139 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.432357 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.432571 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.432813 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.433011 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.433240 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.433466 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.433698 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.433928 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.434138 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.434355 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.434570 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.434778 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.435002 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.435214 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.435592 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.435697 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.435838 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.436139 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.436399 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.436687 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.436906 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.437182 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.437460 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.437751 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.438072 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.438290 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.438567 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.438832 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.439039 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.439428 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.439670 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.440155 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.440505 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.440760 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.441022 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.441434 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.441670 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.441866 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.442241 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.442544 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.443017 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.443166 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.443403 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.443702 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.444022 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.444257 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.444743 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.444917 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.445138 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.445407 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.445698 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.445938 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.446186 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.446438 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.446706 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.446929 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.447234 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.447447 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.447690 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.447904 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.448099 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 22 08:48:29.448692 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=92521) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 22 08:48:29.448880 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 22 08:48:29.449093 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 22 08:48:29.449262 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 22 08:48:29.449374 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 22 08:48:29.449543 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 22 08:48:29.449833 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:29.449982 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:29.450068 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:29.450272 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:29.450434 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:29.450617 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:29.450874 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:29.450976 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:29.451093 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:29.451283 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:29.451415 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:29.451587 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:29.451767 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:29.451929 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:29.452120 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:29.452279 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:29.452434 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:29.452627 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:29.452822 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:29.452956 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] config_source = [] {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:29.453105 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:29.453275 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:29.453472 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] debug = True {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:29.453659 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:29.453958 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:29.454092 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:29.454217 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:29.454408 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:29.454570 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:29.454725 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:29.454886 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:29.455064 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:29.455200 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:29.455437 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:29.455575 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:29.455672 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:29.455794 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:29.455994 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:29.456121 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:29.456267 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:29.456423 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] host = dv-cinder-797333-1-smb {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:29.456578 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:29.456724 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:29.456879 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:29.457034 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:29.457224 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:29.457380 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:29.457688 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:29.457789 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:29.457952 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:29.458112 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:29.458267 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:29.458454 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:29.458623 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] log_dir = None {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:29.458834 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] log_file = None {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:29.458952 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] log_options = True {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:29.459254 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:29.459254 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:29.459507 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:29.459629 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:29.459743 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:29.459853 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:29.460025 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:29.460156 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:29.460311 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:29.460466 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:29.460839 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:29.460839 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:29.461010 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:29.461109 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:29.461307 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:29.461434 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:29.461582 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:29.461730 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:29.461893 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:29.462018 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:29.462177 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:29.462333 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:29.462492 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:29.462647 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:29.462804 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:29.462962 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:29.463115 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:29.463272 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:29.463427 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:29.463586 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:29.463742 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:29.463898 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:29.464054 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:29.464209 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:29.464364 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:29.464520 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:29.464676 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:29.464838 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:29.465061 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:29.465156 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:29.465295 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:29.465473 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:29.465664 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:29.465772 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:29.465928 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] use_journal = False {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:29.466073 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] use_json = False {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:29.466229 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:29.466383 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:29.466542 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:29.466681 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:29.466817 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:29.466965 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:29.467112 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:29.467267 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:48:29.467448 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.467608 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.467780 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.467940 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.468099 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.468258 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.468416 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.468574 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.468732 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.469425 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.469614 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.469776 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.469946 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.470105 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.470265 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.470427 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.470588 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.470747 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.470906 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.471065 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.471225 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.471383 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.471559 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.471718 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.472075 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.22/identity {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.472075 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.472295 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.472446 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.472532 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.472609 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.472771 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.472931 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.473089 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.473247 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.473406 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.473583 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.473745 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.473904 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.474069 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.474227 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.474388 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.474547 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.474706 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.474866 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.475026 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.475229 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.475321 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.475482 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.475641 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.475800 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.475969 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.476128 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.476287 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.476446 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.476605 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.476764 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.476942 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.477079 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.477238 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.477397 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.477573 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.477751 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.477911 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.478069 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.478227 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.478387 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.478548 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.478709 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.478867 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.479025 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.479168 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=92666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 08:48:29.479269 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.479359 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.479479 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.479639 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.479797 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.479956 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.480116 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.480533 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.480697 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.480857 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.481017 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.481177 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.481336 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.481495 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.481684 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.481858 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.482016 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.482174 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.482333 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.482491 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.482649 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.482809 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.482968 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.483125 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.483283 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.483442 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.483601 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.483763 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.483927 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.484085 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.484244 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.484423 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.484605 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.484764 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.484922 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.485081 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.485243 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.485439 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.485599 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.485732 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.485876 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.486045 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.486203 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.486365 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.486523 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.486690 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.486859 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.487019 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.487180 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.487340 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.487498 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.487657 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.487815 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.487974 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.488133 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.488292 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.488450 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.488616 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.488786 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.488945 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.489105 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.489264 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.489444 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.491183 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.491183 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.491183 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.491183 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.491183 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.491183 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.491183 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.491183 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.491773 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.491773 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.491773 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.22/identity {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.491773 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.491773 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.491773 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.491773 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.492247 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.492247 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.492247 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.492453 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.492453 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.492595 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.492723 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.492884 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.493298 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.493298 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.494004 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.494004 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.494004 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.494004 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.494004 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.494511 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.494511 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.494511 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.494739 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.494739 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.494921 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.495043 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.495127 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.495278 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.495425 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.495584 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.495743 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.495902 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.496063 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.496220 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.496380 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.496539 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.496698 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.496857 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.497017 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.497175 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.497334 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.497493 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.497673 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.497849 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.498009 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.498167 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.498327 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.498487 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.498647 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.498807 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.498966 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.499125 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.499332 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.499426 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.499592 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.499756 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.499915 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.500607 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.500756 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.500915 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.501073 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.501233 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.501404 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.501582 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.501754 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.501913 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.502072 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.502240 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.502400 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.502558 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.502718 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.502877 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.503045 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.503204 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.503362 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.503521 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.503678 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.503845 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.504005 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.504164 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.504322 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.504485 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.504654 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.504814 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.504973 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.505131 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.505289 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.505458 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.505652 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.505809 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.506135 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.506445 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.506608 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.506770 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.506940 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.507102 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.507263 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.507573 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.507735 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.507890 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.508055 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.508220 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.508394 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.508558 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.508719 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.508887 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.509056 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.509226 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.509386 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.509552 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.509747 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.509907 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.510067 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.510227 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.510386 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.510545 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.510706 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.510864 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.511028 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.511189 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.511347 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.511494 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.511652 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.511810 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.511969 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.512129 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.512289 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.512449 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.512609 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.512768 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:48:29.512919 dv-cinder-797333-1-smb neutron-server[92521]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 22 08:48:29.771361 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.wsgi [-] (92664) accepted ('10.222.0.22', 58382) {{(pid=92664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 08:48:29.779944 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [-] 10.222.0.22 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063968 Jun 22 08:48:41.143987 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46a5ea52-167a-4a8f-8b70-4cb428561d47 None None] get_active_networks_info from dv-cinder-797333-1-smb {{(pid=92666) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 22 08:48:41.225721 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46a5ea52-167a-4a8f-8b70-4cb428561d47 None None] No non-hosted networks {{(pid=92666) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 22 08:48:41.240409 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.agentschedulers_db [None req-46a5ea52-167a-4a8f-8b70-4cb428561d47 None None] DHCP Agent not found on host dv-cinder-797333-1-smb {{(pid=92666) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jun 22 08:48:41.248308 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-d1653012-8830-4f0b-8e11-5872bd43cc2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380123073'] for agent, after_create {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:48:43.469248 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-c12d5a06-ddca-4408-afdf-f3f24080705c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380123073'] for agent, after_create {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:48:43.515811 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-5561c9c7-496d-443a-b1ce-2b599eea6f8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380123073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133916839'] for agent, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:48:43.797902 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380123073'] for agent, after_create {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:48:43.798480 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:48:43.798837 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:48:43.799343 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:48:43.799795 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:48:43.800244 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:48:43.800689 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:48:43.801153 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:48:43.801660 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:48:43.802130 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:48:43.802645 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:48:43.803093 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:48:43.803616 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:48:43.804134 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-797333-1-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=92666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 08:48:43.810660 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-797333-1-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=92666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 08:48:44.966317 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-244d5e4c-124e-44e7-83f7-ed36bd156729 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380123073'] for agent, after_create {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:48:46.021514 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-e2a0141c-4e42-4900-8004-ff8c1b31b35a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380123073'] for agent, after_create {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:48:47.337389 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.wsgi [-] (92664) accepted ('10.222.0.22', 58476) {{(pid=92664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 08:48:47.845216 dv-cinder-797333-1-smb neutron-server[92664]: WARNING oslo_policy.policy [None req-947d182c-7d00-4906-8440-6b60e1fbc420 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 22 08:48:47.845832 dv-cinder-797333-1-smb neutron-server[92664]: WARNING oslo_policy.policy [None req-947d182c-7d00-4906-8440-6b60e1fbc420 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 22 08:48:48.064621 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.wsgi [None req-947d182c-7d00-4906-8440-6b60e1fbc420 admin admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=92664) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 08:48:48.065626 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [None req-947d182c-7d00-4906-8440-6b60e1fbc420 admin admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7272887 Jun 22 08:48:48.781959 dv-cinder-797333-1-smb neutron-server[92666]: INFO neutron.db.l3_hamode_db [None req-d63fbaf2-4a66-48b2-812a-4b11b508e2b5 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 22 08:48:48.866124 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d63fbaf2-4a66-48b2-812a-4b11b508e2b5 None None] Routers set() bound to L3 agent in host dv-cinder-797333-1-smb {{(pid=92666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 08:48:48.866497 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d63fbaf2-4a66-48b2-812a-4b11b508e2b5 None None] Router IDs set() for agent in host dv-cinder-797333-1-smb {{(pid=92666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jun 22 08:48:50.419928 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.wsgi [-] (92664) accepted ('10.222.0.22', 58490) {{(pid=92664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 08:48:50.743669 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.v2.base [None req-c68ab32b-ab43-4dcc-b71b-39d7d4eb246a admin admin] Request body: {'subnetpool': {'shared': True, 'is_default': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4'}} {{(pid=92664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 08:48:50.839394 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.policy [None req-c68ab32b-ab43-4dcc-b71b-39d7d4eb246a admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=92664) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 22 08:48:50.891287 dv-cinder-797333-1-smb neutron-server[92664]: WARNING oslo_policy.policy [None req-c68ab32b-ab43-4dcc-b71b-39d7d4eb246a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 22 08:48:50.891609 dv-cinder-797333-1-smb neutron-server[92664]: WARNING oslo_policy.policy [None req-c68ab32b-ab43-4dcc-b71b-39d7d4eb246a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 22 08:48:50.900578 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.quota [None req-c68ab32b-ab43-4dcc-b71b-39d7d4eb246a admin admin] Loaded quota_driver: . Jun 22 08:48:51.000725 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-c68ab32b-ab43-4dcc-b71b-39d7d4eb246a admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8728382403194', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8728382401677', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8728382374085', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8728382388923', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8728382296190', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8728382302388', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-133751340', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-133837619', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-718024', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-532002'] for rbac-policy, before_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:48:51.071313 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-c68ab32b-ab43-4dcc-b71b-39d7d4eb246a admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:48:51.072946 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [None req-c68ab32b-ab43-4dcc-b71b-39d7d4eb246a admin admin] 10.222.0.22 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6517804 Jun 22 08:48:53.584651 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.wsgi [-] (92665) accepted ('10.222.0.22', 58502) {{(pid=92665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 08:48:54.066856 dv-cinder-797333-1-smb neutron-server[92665]: WARNING oslo_policy.policy [None req-8c0117ec-46a5-4588-8fa1-34b5244bea51 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 22 08:48:54.067440 dv-cinder-797333-1-smb neutron-server[92665]: WARNING oslo_policy.policy [None req-8c0117ec-46a5-4588-8fa1-34b5244bea51 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 22 08:48:54.279608 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.v2.base [None req-8c0117ec-46a5-4588-8fa1-34b5244bea51 admin admin] Request body: {'network': {'name': 'private', 'project_id': '9387b2806aba4615ba9625df088c2e72', 'tenant_id': '9387b2806aba4615ba9625df088c2e72', 'admin_state_up': True}} {{(pid=92665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 08:48:54.281774 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.quota [None req-8c0117ec-46a5-4588-8fa1-34b5244bea51 admin admin] Loaded quota_driver: . Jun 22 08:48:54.337939 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c0117ec-46a5-4588-8fa1-34b5244bea51 admin admin] Made reservation on behalf of 9387b2806aba4615ba9625df088c2e72 for: {'network': 1} {{(pid=92665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 08:48:54.403608 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.policy [None req-8c0117ec-46a5-4588-8fa1-34b5244bea51 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=92665) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 22 08:48:54.449022 dv-cinder-797333-1-smb neutron-server[92665]: WARNING oslo_policy.policy [None req-8c0117ec-46a5-4588-8fa1-34b5244bea51 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 22 08:48:54.449392 dv-cinder-797333-1-smb neutron-server[92665]: WARNING oslo_policy.policy [None req-8c0117ec-46a5-4588-8fa1-34b5244bea51 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 22 08:48:54.459435 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-8c0117ec-46a5-4588-8fa1-34b5244bea51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-133719140'] for network, before_create {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:48:54.481425 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-8c0117ec-46a5-4588-8fa1-34b5244bea51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:48:54.611133 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-8c0117ec-46a5-4588-8fa1-34b5244bea51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:48:54.614757 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-8c0117ec-46a5-4588-8fa1-34b5244bea51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748303'] for security_group, after_create {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:48:54.620084 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:48:54.635153 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c0117ec-46a5-4588-8fa1-34b5244bea51 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 205} {{(pid=92665) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 08:48:54.664093 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-8c0117ec-46a5-4588-8fa1-34b5244bea51 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8728380123082', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133909941'] for segment, precommit_create {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:48:54.664663 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-8c0117ec-46a5-4588-8fa1-34b5244bea51 admin admin] Unsubscribe: segment precommit_create {{(pid=92665) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 22 08:48:54.665155 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.db.segments_db [None req-8c0117ec-46a5-4588-8fa1-34b5244bea51 admin admin] Added segment 9d3b8d68-be4f-4d7a-967e-e1d9961140ad of type vlan for network 0760208f-bad7-4be6-b362-8b314af5efb9 Jun 22 08:48:54.685780 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0117ec-46a5-4588-8fa1-34b5244bea51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e55ff6d3-0f9c-406b-83e1-3ef2176a6e17,revision_number=1']} {{(pid=92665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:48:54.704823 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0117ec-46a5-4588-8fa1-34b5244bea51 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:48:54.705190 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0117ec-46a5-4588-8fa1-34b5244bea51 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:48:54.705517 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0117ec-46a5-4588-8fa1-34b5244bea51 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:48:54.705853 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0117ec-46a5-4588-8fa1-34b5244bea51 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:48:54.711475 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0117ec-46a5-4588-8fa1-34b5244bea51 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:48:54.711817 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0117ec-46a5-4588-8fa1-34b5244bea51 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:48:54.712135 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0117ec-46a5-4588-8fa1-34b5244bea51 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:48:54.712444 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0117ec-46a5-4588-8fa1-34b5244bea51 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:48:54.712766 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0117ec-46a5-4588-8fa1-34b5244bea51 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:48:54.713073 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0117ec-46a5-4588-8fa1-34b5244bea51 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:48:54.713375 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0117ec-46a5-4588-8fa1-34b5244bea51 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:48:54.713703 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0117ec-46a5-4588-8fa1-34b5244bea51 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:48:54.714815 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0117ec-46a5-4588-8fa1-34b5244bea51 admin admin] Tracked resource versions report: Jun 22 08:48:54.714815 dv-cinder-797333-1-smb neutron-server[92665]: pushed versions: Jun 22 08:48:54.714815 dv-cinder-797333-1-smb neutron-server[92665]: { 'AddressGroup': {'1.2'}, Jun 22 08:48:54.714815 dv-cinder-797333-1-smb neutron-server[92665]: 'ConntrackHelper': {'1.0'}, Jun 22 08:48:54.714815 dv-cinder-797333-1-smb neutron-server[92665]: 'Log': {'1.0'}, Jun 22 08:48:54.714815 dv-cinder-797333-1-smb neutron-server[92665]: 'Network': {'1.1'}, Jun 22 08:48:54.714815 dv-cinder-797333-1-smb neutron-server[92665]: 'Port': {'1.7'}, Jun 22 08:48:54.714815 dv-cinder-797333-1-smb neutron-server[92665]: 'PortForwarding': {'1.2'}, Jun 22 08:48:54.714815 dv-cinder-797333-1-smb neutron-server[92665]: 'QosPolicy': {'1.8'}, Jun 22 08:48:54.714815 dv-cinder-797333-1-smb neutron-server[92665]: 'SecurityGroup': {'1.4'}, Jun 22 08:48:54.714815 dv-cinder-797333-1-smb neutron-server[92665]: 'SecurityGroupRule': {'1.2'}, Jun 22 08:48:54.714815 dv-cinder-797333-1-smb neutron-server[92665]: 'SubPort': {'1.0'}, Jun 22 08:48:54.714815 dv-cinder-797333-1-smb neutron-server[92665]: 'Subnet': {'1.1'}, Jun 22 08:48:54.714815 dv-cinder-797333-1-smb neutron-server[92665]: 'Trunk': {'1.1'}} Jun 22 08:48:54.714815 dv-cinder-797333-1-smb neutron-server[92665]: consumer versions: Jun 22 08:48:54.714815 dv-cinder-797333-1-smb neutron-server[92665]: { DHCP agent@dv-cinder-797333-1-smb: {}, Jun 22 08:48:54.714815 dv-cinder-797333-1-smb neutron-server[92665]: L3 agent@dv-cinder-797333-1-smb: {}, Jun 22 08:48:54.714815 dv-cinder-797333-1-smb neutron-server[92665]: Metadata agent@dv-cinder-797333-1-smb: {}, Jun 22 08:48:54.714815 dv-cinder-797333-1-smb neutron-server[92665]: Metering agent@dv-cinder-797333-1-smb: {}, Jun 22 08:48:54.714815 dv-cinder-797333-1-smb neutron-server[92665]: Open vSwitch agent@dv-cinder-797333-1-smb: { 'AddressGroup': '1.2', Jun 22 08:48:54.714815 dv-cinder-797333-1-smb neutron-server[92665]: 'ConntrackHelper': '1.0', Jun 22 08:48:54.714815 dv-cinder-797333-1-smb neutron-server[92665]: 'Log': '1.0', Jun 22 08:48:54.714815 dv-cinder-797333-1-smb neutron-server[92665]: 'Network': '1.1', Jun 22 08:48:54.714815 dv-cinder-797333-1-smb neutron-server[92665]: 'Port': '1.7', Jun 22 08:48:54.714815 dv-cinder-797333-1-smb neutron-server[92665]: 'PortForwarding': '1.2', Jun 22 08:48:54.714815 dv-cinder-797333-1-smb neutron-server[92665]: 'QosPolicy': '1.8', Jun 22 08:48:54.714815 dv-cinder-797333-1-smb neutron-server[92665]: 'SecurityGroup': '1.4', Jun 22 08:48:54.714815 dv-cinder-797333-1-smb neutron-server[92665]: 'SecurityGroupRule': '1.2', Jun 22 08:48:54.714815 dv-cinder-797333-1-smb neutron-server[92665]: 'SubPort': '1.0', Jun 22 08:48:54.714815 dv-cinder-797333-1-smb neutron-server[92665]: 'Subnet': '1.1', Jun 22 08:48:54.714815 dv-cinder-797333-1-smb neutron-server[92665]: 'Trunk': '1.1'}} Jun 22 08:48:54.714815 dv-cinder-797333-1-smb neutron-server[92665]: {{(pid=92665) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 22 08:48:54.789978 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-8c0117ec-46a5-4588-8fa1-34b5244bea51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:48:54.803015 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-8c0117ec-46a5-4588-8fa1-34b5244bea51 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728379603923'] for network, precommit_create {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:48:54.854128 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-8c0117ec-46a5-4588-8fa1-34b5244bea51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-748338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-133660957'] for network, after_create {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:48:54.855914 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c0117ec-46a5-4588-8fa1-34b5244bea51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:48:54.856628 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-8c0117ec-46a5-4588-8fa1-34b5244bea51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133660928'] for network, before_response {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:48:54.859047 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:48:54.935544 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [None req-8c0117ec-46a5-4588-8fa1-34b5244bea51 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.3481553 Jun 22 08:48:54.956776 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0117ec-46a5-4588-8fa1-34b5244bea51 admin admin] Pushing event updated for resources: {'Network': ['ID=0760208f-bad7-4be6-b362-8b314af5efb9,revision_number=1']} {{(pid=92665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:48:54.960110 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-8c0117ec-46a5-4588-8fa1-34b5244bea51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:48:54.969906 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.rpc [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Network 0760208f-bad7-4be6-b362-8b314af5efb9 details requested by agent ovs-agent-dv-cinder-797333-1-smb with host dv-cinder-797333-1-smb {{(pid=92666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 08:48:57.548326 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.wsgi [-] (92665) accepted ('10.222.0.22', 58524) {{(pid=92665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 08:48:57.940127 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61af35c6-22b6-4f7f-a967-16ff4de7627a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:48:57.941487 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [None req-61af35c6-22b6-4f7f-a967-16ff4de7627a admin admin] 10.222.0.22 "GET /v2.0/networks/0760208f-bad7-4be6-b362-8b314af5efb9 HTTP/1.1" status: 200 len: 825 time: 0.3922014 Jun 22 08:48:57.981040 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [None req-4b6a73bb-0e44-4dfc-9663-80801798062d admin admin] 10.222.0.22 "GET /v2.0/subnetpools/ea152ec8-e283-46f6-a077-0cefaae0616e HTTP/1.1" status: 200 len: 734 time: 0.0341592 Jun 22 08:48:57.990591 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.v2.base [None req-36412fd4-d074-4b86-908c-a73d4c059253 admin admin] Request body: {'subnet': {'tenant_id': '9387b2806aba4615ba9625df088c2e72', 'ip_version': 4, 'network_id': '0760208f-bad7-4be6-b362-8b314af5efb9', 'subnetpool_id': 'ea152ec8-e283-46f6-a077-0cefaae0616e', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet'}} {{(pid=92665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 08:48:58.012620 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36412fd4-d074-4b86-908c-a73d4c059253 admin admin] Made reservation on behalf of 9387b2806aba4615ba9625df088c2e72 for: {'subnet': 1} {{(pid=92665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 08:48:58.014945 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-36412fd4-d074-4b86-908c-a73d4c059253 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:48:58.318049 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-36412fd4-d074-4b86-908c-a73d4c059253 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133660950'] for subnet, after_create {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:48:58.322385 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:48:58.384679 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36412fd4-d074-4b86-908c-a73d4c059253 admin admin] Checking segment: {'id': '9d3b8d68-be4f-4d7a-967e-e1d9961140ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '0760208f-bad7-4be6-b362-8b314af5efb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 08:48:58.385047 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36412fd4-d074-4b86-908c-a73d4c059253 admin admin] Network hostable DHCP agents. Network: 0760208f-bad7-4be6-b362-8b314af5efb9, hostable agents: ['18f46bdb-decb-4ad2-bb7f-51185bbb2b9b'], hosted agents: [] {{(pid=92665) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 08:48:58.392479 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36412fd4-d074-4b86-908c-a73d4c059253 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b6b0488d-6a73-471d-861f-19d11ebb73f7,revision_number=0']} {{(pid=92665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:48:58.398979 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-36412fd4-d074-4b86-908c-a73d4c059253 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:48:58.411772 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36412fd4-d074-4b86-908c-a73d4c059253 admin admin] Network 0760208f-bad7-4be6-b362-8b314af5efb9 is scheduled to be hosted by DHCP agent 18f46bdb-decb-4ad2-bb7f-51185bbb2b9b with binding_index 1 {{(pid=92665) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 08:48:58.423627 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.scheduler.base_scheduler [None req-36412fd4-d074-4b86-908c-a73d4c059253 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797333-1-smb, 0760208f-bad7-4be6-b362-8b314af5efb9) {{(pid=92665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 08:48:58.428114 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36412fd4-d074-4b86-908c-a73d4c059253 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:48:58.428706 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-36412fd4-d074-4b86-908c-a73d4c059253 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133660928'] for subnet, before_response {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:48:58.433924 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dc713b2-9fd5-4329-a082-92d5db2f9e22 None None] Network 0760208f-bad7-4be6-b362-8b314af5efb9 requested from dv-cinder-797333-1-smb {{(pid=92666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 08:48:58.445702 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [None req-36412fd4-d074-4b86-908c-a73d4c059253 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4586124 Jun 22 08:48:58.747631 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea5ced32-9167-4b7f-84cd-b985da736058 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe699e1bb-b510-57b4-bbc5-d9fe0df28f1b-0760208f-bad7-4be6-b362-8b314af5efb9', 'network_id': '0760208f-bad7-4be6-b362-8b314af5efb9', 'tenant_id': '9387b2806aba4615ba9625df088c2e72', 'fixed_ips': [{'subnet_id': 'b6b0488d-6a73-471d-861f-19d11ebb73f7'}]}} from dv-cinder-797333-1-smb. {{(pid=92666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 08:48:58.748848 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-ea5ced32-9167-4b7f-84cd-b985da736058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-133719140'] for port, before_create {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:48:59.031845 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.db_base_plugin_common [None req-ea5ced32-9167-4b7f-84cd-b985da736058 None None] Allocated IP 172.20.0.2 (0760208f-bad7-4be6-b362-8b314af5efb9/b6b0488d-6a73-471d-861f-19d11ebb73f7/9c745b3e-5624-4e63-841b-ff0c1f301561) {{(pid=92666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 08:48:59.238852 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-ea5ced32-9167-4b7f-84cd-b985da736058 None None] Notify callbacks [] for port, precommit_create {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:48:59.254434 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.provisioning_blocks [None req-ea5ced32-9167-4b7f-84cd-b985da736058 None None] Transition to ACTIVE for port object 9c745b3e-5624-4e63-841b-ff0c1f301561 will not be triggered until provisioned by entity L2. {{(pid=92666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 08:48:59.277923 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.provisioning_blocks [None req-ea5ced32-9167-4b7f-84cd-b985da736058 None None] Transition to ACTIVE for port object 9c745b3e-5624-4e63-841b-ff0c1f301561 will not be triggered until provisioned by entity DHCP. {{(pid=92666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 08:48:59.287698 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-ea5ced32-9167-4b7f-84cd-b985da736058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-133719719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-133660957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728379583061'] for port, after_create {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:48:59.290451 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:48:59.387276 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea5ced32-9167-4b7f-84cd-b985da736058 None None] Network 0760208f-bad7-4be6-b362-8b314af5efb9 is already hosted by enough agents. {{(pid=92666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 08:48:59.392394 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.scheduler.base_scheduler [None req-ea5ced32-9167-4b7f-84cd-b985da736058 None None] Resources bound (agent type, host, resource id): {{(pid=92666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 08:48:59.401945 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5ced32-9167-4b7f-84cd-b985da736058 None None] Pushing event updated for resources: {'Port': ['ID=9c745b3e-5624-4e63-841b-ff0c1f301561,revision_number=1']} {{(pid=92666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:48:59.404224 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea5ced32-9167-4b7f-84cd-b985da736058 None None] Received port after_create {{(pid=92666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 08:48:59.414480 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5ced32-9167-4b7f-84cd-b985da736058 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:48:59.414813 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5ced32-9167-4b7f-84cd-b985da736058 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:48:59.415142 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5ced32-9167-4b7f-84cd-b985da736058 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:48:59.415464 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5ced32-9167-4b7f-84cd-b985da736058 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:48:59.415784 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5ced32-9167-4b7f-84cd-b985da736058 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:48:59.416104 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5ced32-9167-4b7f-84cd-b985da736058 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:48:59.416417 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5ced32-9167-4b7f-84cd-b985da736058 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:48:59.416728 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5ced32-9167-4b7f-84cd-b985da736058 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:48:59.417085 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5ced32-9167-4b7f-84cd-b985da736058 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:48:59.417398 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5ced32-9167-4b7f-84cd-b985da736058 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:48:59.417734 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5ced32-9167-4b7f-84cd-b985da736058 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:48:59.418042 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5ced32-9167-4b7f-84cd-b985da736058 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:48:59.419135 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5ced32-9167-4b7f-84cd-b985da736058 None None] Tracked resource versions report: Jun 22 08:48:59.419135 dv-cinder-797333-1-smb neutron-server[92666]: pushed versions: Jun 22 08:48:59.419135 dv-cinder-797333-1-smb neutron-server[92666]: { 'AddressGroup': {'1.2'}, Jun 22 08:48:59.419135 dv-cinder-797333-1-smb neutron-server[92666]: 'ConntrackHelper': {'1.0'}, Jun 22 08:48:59.419135 dv-cinder-797333-1-smb neutron-server[92666]: 'Log': {'1.0'}, Jun 22 08:48:59.419135 dv-cinder-797333-1-smb neutron-server[92666]: 'Network': {'1.1'}, Jun 22 08:48:59.419135 dv-cinder-797333-1-smb neutron-server[92666]: 'Port': {'1.7'}, Jun 22 08:48:59.419135 dv-cinder-797333-1-smb neutron-server[92666]: 'PortForwarding': {'1.2'}, Jun 22 08:48:59.419135 dv-cinder-797333-1-smb neutron-server[92666]: 'QosPolicy': {'1.8'}, Jun 22 08:48:59.419135 dv-cinder-797333-1-smb neutron-server[92666]: 'SecurityGroup': {'1.4'}, Jun 22 08:48:59.419135 dv-cinder-797333-1-smb neutron-server[92666]: 'SecurityGroupRule': {'1.2'}, Jun 22 08:48:59.419135 dv-cinder-797333-1-smb neutron-server[92666]: 'SubPort': {'1.0'}, Jun 22 08:48:59.419135 dv-cinder-797333-1-smb neutron-server[92666]: 'Subnet': {'1.1'}, Jun 22 08:48:59.419135 dv-cinder-797333-1-smb neutron-server[92666]: 'Trunk': {'1.1'}} Jun 22 08:48:59.419135 dv-cinder-797333-1-smb neutron-server[92666]: consumer versions: Jun 22 08:48:59.419135 dv-cinder-797333-1-smb neutron-server[92666]: { DHCP agent@dv-cinder-797333-1-smb: {}, Jun 22 08:48:59.419135 dv-cinder-797333-1-smb neutron-server[92666]: L3 agent@dv-cinder-797333-1-smb: {}, Jun 22 08:48:59.419135 dv-cinder-797333-1-smb neutron-server[92666]: Metadata agent@dv-cinder-797333-1-smb: {}, Jun 22 08:48:59.419135 dv-cinder-797333-1-smb neutron-server[92666]: Metering agent@dv-cinder-797333-1-smb: {}, Jun 22 08:48:59.419135 dv-cinder-797333-1-smb neutron-server[92666]: Open vSwitch agent@dv-cinder-797333-1-smb: { 'AddressGroup': '1.2', Jun 22 08:48:59.419135 dv-cinder-797333-1-smb neutron-server[92666]: 'ConntrackHelper': '1.0', Jun 22 08:48:59.419135 dv-cinder-797333-1-smb neutron-server[92666]: 'Log': '1.0', Jun 22 08:48:59.419135 dv-cinder-797333-1-smb neutron-server[92666]: 'Network': '1.1', Jun 22 08:48:59.419135 dv-cinder-797333-1-smb neutron-server[92666]: 'Port': '1.7', Jun 22 08:48:59.419135 dv-cinder-797333-1-smb neutron-server[92666]: 'PortForwarding': '1.2', Jun 22 08:48:59.419135 dv-cinder-797333-1-smb neutron-server[92666]: 'QosPolicy': '1.8', Jun 22 08:48:59.419135 dv-cinder-797333-1-smb neutron-server[92666]: 'SecurityGroup': '1.4', Jun 22 08:48:59.419135 dv-cinder-797333-1-smb neutron-server[92666]: 'SecurityGroupRule': '1.2', Jun 22 08:48:59.419135 dv-cinder-797333-1-smb neutron-server[92666]: 'SubPort': '1.0', Jun 22 08:48:59.419135 dv-cinder-797333-1-smb neutron-server[92666]: 'Subnet': '1.1', Jun 22 08:48:59.419135 dv-cinder-797333-1-smb neutron-server[92666]: 'Trunk': '1.1'}} Jun 22 08:48:59.419135 dv-cinder-797333-1-smb neutron-server[92666]: {{(pid=92666) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 22 08:48:59.439155 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG oslo_concurrency.lockutils [None req-ea5ced32-9167-4b7f-84cd-b985da736058 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=92666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:48:59.490624 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.managers [None req-ea5ced32-9167-4b7f-84cd-b985da736058 None None] Attempting to bind port 9c745b3e-5624-4e63-841b-ff0c1f301561 on host dv-cinder-797333-1-smb for vnic_type normal with profile {{(pid=92666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 08:48:59.491025 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.managers [None req-ea5ced32-9167-4b7f-84cd-b985da736058 None None] Attempting to bind port 9c745b3e-5624-4e63-841b-ff0c1f301561 by drivers openvswitch,hyperv on host dv-cinder-797333-1-smb at level 0 using segments [{'id': '9d3b8d68-be4f-4d7a-967e-e1d9961140ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '0760208f-bad7-4be6-b362-8b314af5efb9'}] {{(pid=92666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 08:48:59.491446 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea5ced32-9167-4b7f-84cd-b985da736058 None None] Attempting to bind port 9c745b3e-5624-4e63-841b-ff0c1f301561 on network 0760208f-bad7-4be6-b362-8b314af5efb9 {{(pid=92666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 08:48:59.496620 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea5ced32-9167-4b7f-84cd-b985da736058 None None] Checking agent: {'id': 'a79e4517-6a90-4dc6-90fb-3f5d630e0bbe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797333-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 8, 48, 44), 'started_at': datetime.datetime(2021, 6, 22, 8, 48, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 8, 48, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797333-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 08:48:59.497018 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea5ced32-9167-4b7f-84cd-b985da736058 None None] Checking segment: {'id': '9d3b8d68-be4f-4d7a-967e-e1d9961140ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '0760208f-bad7-4be6-b362-8b314af5efb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 08:48:59.497496 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-ea5ced32-9167-4b7f-84cd-b985da736058 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:48:59.497920 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea5ced32-9167-4b7f-84cd-b985da736058 None None] Bound using segment: {'id': '9d3b8d68-be4f-4d7a-967e-e1d9961140ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '0760208f-bad7-4be6-b362-8b314af5efb9'} {{(pid=92666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 08:48:59.498383 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.managers [None req-ea5ced32-9167-4b7f-84cd-b985da736058 None None] Bound port: 9c745b3e-5624-4e63-841b-ff0c1f301561, host: dv-cinder-797333-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d3b8d68-be4f-4d7a-967e-e1d9961140ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '0760208f-bad7-4be6-b362-8b314af5efb9'}}] {{(pid=92666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 08:48:59.498770 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-ea5ced32-9167-4b7f-84cd-b985da736058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133719154'] for port, before_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:48:59.559191 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.db [None req-ea5ced32-9167-4b7f-84cd-b985da736058 None None] For port 9c745b3e-5624-4e63-841b-ff0c1f301561, host dv-cinder-797333-1-smb, cleared binding levels {{(pid=92666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 08:48:59.563279 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.db [None req-ea5ced32-9167-4b7f-84cd-b985da736058 None None] For port 9c745b3e-5624-4e63-841b-ff0c1f301561, host dv-cinder-797333-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797333-1-smb',level=0,port_id=9c745b3e-5624-4e63-841b-ff0c1f301561,segment=NetworkSegment(9d3b8d68-be4f-4d7a-967e-e1d9961140ad),segment_id=9d3b8d68-be4f-4d7a-967e-e1d9961140ad)] {{(pid=92666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 08:48:59.567859 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-ea5ced32-9167-4b7f-84cd-b985da736058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133719696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133660950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728380107731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728379583079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728379583124'] for port, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:48:59.571839 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:48:59.637898 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5ced32-9167-4b7f-84cd-b985da736058 None None] Pushing event updated for resources: {'Port': ['ID=9c745b3e-5624-4e63-841b-ff0c1f301561,revision_number=2']} {{(pid=92666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:48:59.641141 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG oslo_concurrency.lockutils [None req-ea5ced32-9167-4b7f-84cd-b985da736058 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:49:00.800897 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.wsgi [-] (92665) accepted ('10.222.0.22', 58532) {{(pid=92665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 08:49:01.143935 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.wsgi [None req-130fb5a0-d61f-48cf-8c90-6305a10e595d admin admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=92665) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 08:49:01.145008 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [None req-130fb5a0-d61f-48cf-8c90-6305a10e595d admin admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3430748 Jun 22 08:49:03.485528 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.wsgi [-] (92664) accepted ('10.222.0.22', 58540) {{(pid=92664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 08:49:03.786298 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.wsgi [None req-bce2b5c2-6608-4c27-a761-8ad998adf193 admin admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=92664) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 08:49:03.787250 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [None req-bce2b5c2-6608-4c27-a761-8ad998adf193 admin admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3007853 Jun 22 08:49:05.665133 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.rpc [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Device 9c745b3e-5624-4e63-841b-ff0c1f301561 up at agent ovs-agent-dv-cinder-797333-1-smb {{(pid=92666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 08:49:05.745867 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.provisioning_blocks [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Provisioning for port 9c745b3e-5624-4e63-841b-ff0c1f301561 completed by entity L2. {{(pid=92666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 08:49:05.853696 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b76b736-d1a3-4cc5-81bd-8630dabe0a9b None None] Network 0760208f-bad7-4be6-b362-8b314af5efb9 requested from dv-cinder-797333-1-smb {{(pid=92666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 08:49:05.912994 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.provisioning_blocks [None req-aeb04978-f885-4c28-ae1a-f7121a3af92a None None] Provisioning for port 9c745b3e-5624-4e63-841b-ff0c1f301561 completed by entity DHCP. {{(pid=92666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 08:49:05.919917 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.provisioning_blocks [None req-aeb04978-f885-4c28-ae1a-f7121a3af92a None None] Provisioning complete for port 9c745b3e-5624-4e63-841b-ff0c1f301561 triggered by entity DHCP. {{(pid=92666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 08:49:05.920285 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-aeb04978-f885-4c28-ae1a-f7121a3af92a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133917554'] for port, provisioning_complete {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:49:06.080486 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-aeb04978-f885-4c28-ae1a-f7121a3af92a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133719154'] for port, before_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:49:06.148572 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.db [None req-aeb04978-f885-4c28-ae1a-f7121a3af92a None None] For port 9c745b3e-5624-4e63-841b-ff0c1f301561, host dv-cinder-797333-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797333-1-smb',level=0,port_id=9c745b3e-5624-4e63-841b-ff0c1f301561,segment=NetworkSegment(9d3b8d68-be4f-4d7a-967e-e1d9961140ad),segment_id=9d3b8d68-be4f-4d7a-967e-e1d9961140ad)] {{(pid=92666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 08:49:06.154625 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-aeb04978-f885-4c28-ae1a-f7121a3af92a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133719696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133660950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728380107731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728379583079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728379583124'] for port, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:49:06.162252 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG oslo_concurrency.lockutils [None req-ea5ced32-9167-4b7f-84cd-b985da736058 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:49:06.212651 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb04978-f885-4c28-ae1a-f7121a3af92a None None] Pushing event updated for resources: {'Port': ['ID=9c745b3e-5624-4e63-841b-ff0c1f301561,revision_number=3']} {{(pid=92666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:49:06.222564 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG oslo_concurrency.lockutils [None req-aeb04978-f885-4c28-ae1a-f7121a3af92a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:49:06.376126 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.provisioning_blocks [None req-94189ff9-21e7-4cae-bc9e-378bfe2e6e83 None None] Provisioning complete for port 9c745b3e-5624-4e63-841b-ff0c1f301561 triggered by entity DHCP. {{(pid=92666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 08:49:06.376499 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-94189ff9-21e7-4cae-bc9e-378bfe2e6e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133917554'] for port, provisioning_complete {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:49:06.482688 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.wsgi [-] (92664) accepted ('10.222.0.22', 58554) {{(pid=92664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 08:49:06.792726 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.v2.base [None req-80ace8aa-d764-4557-9387-b0fa6ff676c5 admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': '9387b2806aba4615ba9625df088c2e72'}} {{(pid=92664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 08:49:06.822025 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-80ace8aa-d764-4557-9387-b0fa6ff676c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-122542'] for router, before_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:49:06.823707 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-80ace8aa-d764-4557-9387-b0fa6ff676c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-737553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546884', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-766006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-122583'] for router, precommit_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:49:06.970456 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-80ace8aa-d764-4557-9387-b0fa6ff676c5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:49:06.975065 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-80ace8aa-d764-4557-9387-b0fa6ff676c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546786'] for router, after_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:49:06.987379 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-80ace8aa-d764-4557-9387-b0fa6ff676c5 admin admin] Notify callbacks [] for router, before_response {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:49:06.988588 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [None req-80ace8aa-d764-4557-9387-b0fa6ff676c5 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5044069 Jun 22 08:49:07.634310 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.rpc [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Device 9c745b3e-5624-4e63-841b-ff0c1f301561 up at agent ovs-agent-dv-cinder-797333-1-smb {{(pid=92666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 08:49:07.686912 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.provisioning_blocks [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Provisioning complete for port 9c745b3e-5624-4e63-841b-ff0c1f301561 triggered by entity L2. {{(pid=92666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 08:49:07.687278 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133917554'] for port, provisioning_complete {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:49:09.323386 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.wsgi [-] (92664) accepted ('10.222.0.22', 58562) {{(pid=92664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 08:49:09.665972 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.wsgi [None req-f4a7506c-1137-4331-a402-fefeae810286 admin admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=92664) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 08:49:09.666949 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [None req-f4a7506c-1137-4331-a402-fefeae810286 admin admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3426468 Jun 22 08:49:11.036542 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-e7eb024b-92ef-4be4-8f5c-4671ce254382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380123073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133916839'] for agent, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:49:12.026668 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.wsgi [-] (92664) accepted ('10.222.0.22', 58570) {{(pid=92664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 08:49:12.334380 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.v2.base [None req-ef81c385-7310-4ba5-ab9b-402258967552 admin admin] Request body: {'network': {'name': 'public', 'is_default': True, 'admin_state_up': True, 'router:external': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1'}} {{(pid=92664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 08:49:12.357393 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef81c385-7310-4ba5-ab9b-402258967552 admin admin] Made reservation on behalf of a8684e2f95a34bca8f4a7539cb8b4f0c for: {'network': 1} {{(pid=92664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 08:49:12.360605 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-ef81c385-7310-4ba5-ab9b-402258967552 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-133719140'] for network, before_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:49:12.375501 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-ef81c385-7310-4ba5-ab9b-402258967552 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:49:12.488445 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-ef81c385-7310-4ba5-ab9b-402258967552 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:49:12.492083 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-ef81c385-7310-4ba5-ab9b-402258967552 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748303'] for security_group, after_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:49:12.496982 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:49:12.503853 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-ef81c385-7310-4ba5-ab9b-402258967552 admin admin] Reserving flat network on physical network physnet1 {{(pid=92664) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 22 08:49:12.539454 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-ef81c385-7310-4ba5-ab9b-402258967552 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8728380123082', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133909941'] for segment, precommit_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:49:12.540017 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-ef81c385-7310-4ba5-ab9b-402258967552 admin admin] Unsubscribe: segment precommit_create {{(pid=92664) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 22 08:49:12.540520 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.db.segments_db [None req-ef81c385-7310-4ba5-ab9b-402258967552 admin admin] Added segment f5dcb9d0-69a0-4f7f-8ef7-9bef0bfd3dea of type flat for network 229d5e4a-3847-4866-aa2f-e37dad8eeeae Jun 22 08:49:12.557391 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef81c385-7310-4ba5-ab9b-402258967552 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1688b12-9227-4bd1-b25b-58af57f4d6e8,revision_number=1']} {{(pid=92664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:49:12.603343 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef81c385-7310-4ba5-ab9b-402258967552 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:49:12.603666 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef81c385-7310-4ba5-ab9b-402258967552 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:49:12.603983 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef81c385-7310-4ba5-ab9b-402258967552 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:49:12.604299 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef81c385-7310-4ba5-ab9b-402258967552 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:49:12.604888 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef81c385-7310-4ba5-ab9b-402258967552 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:49:12.605177 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef81c385-7310-4ba5-ab9b-402258967552 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:49:12.605481 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef81c385-7310-4ba5-ab9b-402258967552 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:49:12.605811 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef81c385-7310-4ba5-ab9b-402258967552 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:49:12.606175 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef81c385-7310-4ba5-ab9b-402258967552 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:49:12.606481 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef81c385-7310-4ba5-ab9b-402258967552 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:49:12.606782 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef81c385-7310-4ba5-ab9b-402258967552 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:49:12.607080 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef81c385-7310-4ba5-ab9b-402258967552 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:49:12.608237 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef81c385-7310-4ba5-ab9b-402258967552 admin admin] Tracked resource versions report: Jun 22 08:49:12.608237 dv-cinder-797333-1-smb neutron-server[92664]: pushed versions: Jun 22 08:49:12.608237 dv-cinder-797333-1-smb neutron-server[92664]: { 'AddressGroup': {'1.2'}, Jun 22 08:49:12.608237 dv-cinder-797333-1-smb neutron-server[92664]: 'ConntrackHelper': {'1.0'}, Jun 22 08:49:12.608237 dv-cinder-797333-1-smb neutron-server[92664]: 'Log': {'1.0'}, Jun 22 08:49:12.608237 dv-cinder-797333-1-smb neutron-server[92664]: 'Network': {'1.1'}, Jun 22 08:49:12.608237 dv-cinder-797333-1-smb neutron-server[92664]: 'Port': {'1.7'}, Jun 22 08:49:12.608237 dv-cinder-797333-1-smb neutron-server[92664]: 'PortForwarding': {'1.2'}, Jun 22 08:49:12.608237 dv-cinder-797333-1-smb neutron-server[92664]: 'QosPolicy': {'1.8'}, Jun 22 08:49:12.608237 dv-cinder-797333-1-smb neutron-server[92664]: 'SecurityGroup': {'1.4'}, Jun 22 08:49:12.608237 dv-cinder-797333-1-smb neutron-server[92664]: 'SecurityGroupRule': {'1.2'}, Jun 22 08:49:12.608237 dv-cinder-797333-1-smb neutron-server[92664]: 'SubPort': {'1.0'}, Jun 22 08:49:12.608237 dv-cinder-797333-1-smb neutron-server[92664]: 'Subnet': {'1.1'}, Jun 22 08:49:12.608237 dv-cinder-797333-1-smb neutron-server[92664]: 'Trunk': {'1.1'}} Jun 22 08:49:12.608237 dv-cinder-797333-1-smb neutron-server[92664]: consumer versions: Jun 22 08:49:12.608237 dv-cinder-797333-1-smb neutron-server[92664]: { DHCP agent@dv-cinder-797333-1-smb: {}, Jun 22 08:49:12.608237 dv-cinder-797333-1-smb neutron-server[92664]: L3 agent@dv-cinder-797333-1-smb: {}, Jun 22 08:49:12.608237 dv-cinder-797333-1-smb neutron-server[92664]: Metadata agent@dv-cinder-797333-1-smb: {}, Jun 22 08:49:12.608237 dv-cinder-797333-1-smb neutron-server[92664]: Metering agent@dv-cinder-797333-1-smb: {}, Jun 22 08:49:12.608237 dv-cinder-797333-1-smb neutron-server[92664]: Open vSwitch agent@dv-cinder-797333-1-smb: { 'AddressGroup': '1.2', Jun 22 08:49:12.608237 dv-cinder-797333-1-smb neutron-server[92664]: 'ConntrackHelper': '1.0', Jun 22 08:49:12.608237 dv-cinder-797333-1-smb neutron-server[92664]: 'Log': '1.0', Jun 22 08:49:12.608237 dv-cinder-797333-1-smb neutron-server[92664]: 'Network': '1.1', Jun 22 08:49:12.608237 dv-cinder-797333-1-smb neutron-server[92664]: 'Port': '1.7', Jun 22 08:49:12.608237 dv-cinder-797333-1-smb neutron-server[92664]: 'PortForwarding': '1.2', Jun 22 08:49:12.608237 dv-cinder-797333-1-smb neutron-server[92664]: 'QosPolicy': '1.8', Jun 22 08:49:12.608237 dv-cinder-797333-1-smb neutron-server[92664]: 'SecurityGroup': '1.4', Jun 22 08:49:12.608237 dv-cinder-797333-1-smb neutron-server[92664]: 'SecurityGroupRule': '1.2', Jun 22 08:49:12.608237 dv-cinder-797333-1-smb neutron-server[92664]: 'SubPort': '1.0', Jun 22 08:49:12.608237 dv-cinder-797333-1-smb neutron-server[92664]: 'Subnet': '1.1', Jun 22 08:49:12.608237 dv-cinder-797333-1-smb neutron-server[92664]: 'Trunk': '1.1'}} Jun 22 08:49:12.608237 dv-cinder-797333-1-smb neutron-server[92664]: {{(pid=92664) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 22 08:49:12.657538 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-ef81c385-7310-4ba5-ab9b-402258967552 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:49:12.659333 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-ef81c385-7310-4ba5-ab9b-402258967552 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728379603923'] for network, precommit_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:49:12.711635 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-ef81c385-7310-4ba5-ab9b-402258967552 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-748338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-133660957'] for network, after_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:49:12.713113 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef81c385-7310-4ba5-ab9b-402258967552 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:49:12.713804 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-ef81c385-7310-4ba5-ab9b-402258967552 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133660928'] for network, before_response {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:49:12.716457 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:49:12.783238 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [None req-ef81c385-7310-4ba5-ab9b-402258967552 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7554319 Jun 22 08:49:12.812066 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef81c385-7310-4ba5-ab9b-402258967552 admin admin] Pushing event updated for resources: {'Network': ['ID=229d5e4a-3847-4866-aa2f-e37dad8eeeae,revision_number=1']} {{(pid=92664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:49:12.815371 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-ef81c385-7310-4ba5-ab9b-402258967552 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:49:12.822845 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.rpc [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Network 229d5e4a-3847-4866-aa2f-e37dad8eeeae details requested by agent ovs-agent-dv-cinder-797333-1-smb with host dv-cinder-797333-1-smb {{(pid=92666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 08:49:13.458749 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-ccb62e66-0c06-4522-92f0-99eb898d1818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380123073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133916839'] for agent, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:49:13.792663 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380123073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133916839'] for agent, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:49:14.900549 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-244d5e4c-124e-44e7-83f7-ed36bd156729 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380123073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133916839'] for agent, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:49:15.105663 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.wsgi [-] (92664) accepted ('10.222.0.22', 58592) {{(pid=92664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 08:49:15.349630 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01475ac8-238f-4949-b0ca-fa99d4a1bafb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:49:15.351369 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [None req-01475ac8-238f-4949-b0ca-fa99d4a1bafb admin admin] 10.222.0.22 "GET /v2.0/subnets/b6b0488d-6a73-471d-861f-19d11ebb73f7 HTTP/1.1" status: 200 len: 849 time: 0.2446620 Jun 22 08:49:15.485058 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [None req-3c7d5793-259e-4a8a-8150-33dfc30cc7ac admin admin] 10.222.0.22 "GET /v2.0/routers/9d394f58-d1f7-46f9-a58c-caa77ead1165 HTTP/1.1" status: 200 len: 704 time: 0.1280661 Jun 22 08:49:15.814370 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-38e3b458-61d9-4093-81f5-544d62d4cc7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-133719140'] for port, before_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:49:15.974784 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-e2a0141c-4e42-4900-8004-ff8c1b31b35a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380123073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133916839'] for agent, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:49:16.145374 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.db.db_base_plugin_common [None req-38e3b458-61d9-4093-81f5-544d62d4cc7f admin admin] Allocated IP 172.20.0.1 (0760208f-bad7-4be6-b362-8b314af5efb9/b6b0488d-6a73-471d-861f-19d11ebb73f7/856d37fe-6293-49e5-ab9a-3a914073bdce) {{(pid=92664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 08:49:16.355956 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-38e3b458-61d9-4093-81f5-544d62d4cc7f admin admin] Notify callbacks [] for port, precommit_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:49:16.383327 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.db.provisioning_blocks [None req-38e3b458-61d9-4093-81f5-544d62d4cc7f admin admin] Transition to ACTIVE for port object 856d37fe-6293-49e5-ab9a-3a914073bdce will not be triggered until provisioned by entity DHCP. {{(pid=92664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 08:49:16.475989 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-38e3b458-61d9-4093-81f5-544d62d4cc7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-133719719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-133660957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728379583061'] for port, after_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:49:16.479044 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:49:16.551577 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38e3b458-61d9-4093-81f5-544d62d4cc7f admin admin] Network 0760208f-bad7-4be6-b362-8b314af5efb9 is already hosted by enough agents. {{(pid=92664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 08:49:16.558773 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.scheduler.base_scheduler [None req-38e3b458-61d9-4093-81f5-544d62d4cc7f admin admin] Resources bound (agent type, host, resource id): {{(pid=92664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 08:49:16.560780 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e3b458-61d9-4093-81f5-544d62d4cc7f admin admin] Pushing event updated for resources: {'Port': ['ID=856d37fe-6293-49e5-ab9a-3a914073bdce,revision_number=1']} {{(pid=92664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:49:16.572377 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e3b458-61d9-4093-81f5-544d62d4cc7f admin admin] Received port after_create {{(pid=92664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 08:49:16.572919 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-38e3b458-61d9-4093-81f5-544d62d4cc7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-548618'] for router_interface, before_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:49:16.645302 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-38e3b458-61d9-4093-81f5-544d62d4cc7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:49:16.730513 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.provisioning_blocks [None req-42fea511-e3a3-4bf6-b469-5dc567a8a041 None None] Provisioning for port 856d37fe-6293-49e5-ab9a-3a914073bdce completed by entity DHCP. {{(pid=92666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 08:49:16.734598 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.provisioning_blocks [None req-42fea511-e3a3-4bf6-b469-5dc567a8a041 None None] Provisioning complete for port 856d37fe-6293-49e5-ab9a-3a914073bdce triggered by entity DHCP. {{(pid=92666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 08:49:16.734973 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-42fea511-e3a3-4bf6-b469-5dc567a8a041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133917554'] for port, provisioning_complete {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:49:16.768338 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.plugin [None req-42fea511-e3a3-4bf6-b469-5dc567a8a041 None None] Port 856d37fe-6293-49e5-ab9a-3a914073bdce cannot update to ACTIVE because it is not bound. {{(pid=92666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 08:49:16.838688 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-38e3b458-61d9-4093-81f5-544d62d4cc7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133719154'] for port, before_update {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:49:17.013519 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-38e3b458-61d9-4093-81f5-544d62d4cc7f admin admin] Notify callbacks [] for port, precommit_update {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:49:17.018587 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-38e3b458-61d9-4093-81f5-544d62d4cc7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133719696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133660950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728380107731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728379583079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728379583124'] for port, after_update {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:49:17.019762 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-38e3b458-61d9-4093-81f5-544d62d4cc7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133661043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-741137'] for router_interface, after_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:49:17.021372 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:49:17.096729 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e3b458-61d9-4093-81f5-544d62d4cc7f admin admin] Pushing event updated for resources: {'Port': ['ID=856d37fe-6293-49e5-ab9a-3a914073bdce,revision_number=2']} {{(pid=92664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:49:17.100540 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-38e3b458-61d9-4093-81f5-544d62d4cc7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:49:17.142491 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38e3b458-61d9-4093-81f5-544d62d4cc7f admin admin] Network 0760208f-bad7-4be6-b362-8b314af5efb9 is already hosted by enough agents. {{(pid=92664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 08:49:17.143855 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.scheduler.base_scheduler [None req-38e3b458-61d9-4093-81f5-544d62d4cc7f admin admin] Resources bound (agent type, host, resource id): {{(pid=92664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 08:49:17.313533 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38e3b458-61d9-4093-81f5-544d62d4cc7f admin admin] Router 9d394f58-d1f7-46f9-a58c-caa77ead1165 is scheduled to L3 agent 81bac9f2-ec56-4bd6-b329-9598189ea0dc with binding_index 1 {{(pid=92664) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 08:49:17.387348 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.provisioning_blocks [None req-88dab63b-a666-45ec-8a58-c9b11b891359 None None] Provisioning complete for port 856d37fe-6293-49e5-ab9a-3a914073bdce triggered by entity DHCP. {{(pid=92666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 08:49:17.387905 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-88dab63b-a666-45ec-8a58-c9b11b891359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133917554'] for port, provisioning_complete {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:49:17.401723 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38e3b458-61d9-4093-81f5-544d62d4cc7f admin admin] Notify agent at l3_agent.dv-cinder-797333-1-smb the message routers_updated {{(pid=92664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 08:49:17.407428 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [None req-38e3b458-61d9-4093-81f5-544d62d4cc7f admin admin] 10.222.0.22 "PUT /v2.0/routers/9d394f58-d1f7-46f9-a58c-caa77ead1165/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9174650 Jun 22 08:49:17.422943 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.plugin [None req-88dab63b-a666-45ec-8a58-c9b11b891359 None None] Port 856d37fe-6293-49e5-ab9a-3a914073bdce cannot update to ACTIVE because it is not bound. {{(pid=92666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 08:49:17.426780 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33c5a299-07b6-45e8-9201-40d01d90b556 None None] Sync routers for ids ['9d394f58-d1f7-46f9-a58c-caa77ead1165'] in dv-cinder-797333-1-smb {{(pid=92667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 08:49:17.438417 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33c5a299-07b6-45e8-9201-40d01d90b556 None None] Routers {'9d394f58-d1f7-46f9-a58c-caa77ead1165'} bound to L3 agent in host dv-cinder-797333-1-smb {{(pid=92667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 08:49:17.439482 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.db.l3_hamode_db [None req-33c5a299-07b6-45e8-9201-40d01d90b556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797333-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-22T08:48:43Z,description=,heartbeat_timestamp=2021-06-22T08:49:13Z,host='dv-cinder-797333-1-smb',id=81bac9f2-ec56-4bd6-b329-9598189ea0dc,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T08:48:43Z,topic='l3_agent')) {'router_ids': ['9d394f58-d1f7-46f9-a58c-caa77ead1165'], 'active': True} {{(pid=92667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 08:49:17.642962 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.db.l3_dvr_db [None req-33c5a299-07b6-45e8-9201-40d01d90b556 None None] Set router 9d394f58-d1f7-46f9-a58c-caa77ead1165 gateway port host: None {{(pid=92667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 08:49:18.066905 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.db.l3_hamode_db [None req-33c5a299-07b6-45e8-9201-40d01d90b556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d394f58-d1f7-46f9-a58c-caa77ead1165', 'name': 'router1', 'tenant_id': '9387b2806aba4615ba9625df088c2e72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T08:49:06Z', 'updated_at': '2021-06-22T08:49:16Z', 'revision_number': 2, 'project_id': '9387b2806aba4615ba9625df088c2e72', 'gw_port_host': None, '_interfaces': [{'id': '856d37fe-6293-49e5-ab9a-3a914073bdce', 'name': '', 'network_id': '0760208f-bad7-4be6-b362-8b314af5efb9', 'tenant_id': '9387b2806aba4615ba9625df088c2e72', 'mac_address': 'fa:16:3e:68:86:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d394f58-d1f7-46f9-a58c-caa77ead1165', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b6b0488d-6a73-471d-861f-19d11ebb73f7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T08:49:15Z', 'updated_at': '2021-06-22T08:49:16Z', 'revision_number': 2, 'project_id': '9387b2806aba4615ba9625df088c2e72', 'subnets': [{'id': 'b6b0488d-6a73-471d-861f-19d11ebb73f7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ea152ec8-e283-46f6-a077-0cefaae0616e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797333-1-smb', False) {} {{(pid=92667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 08:49:18.119102 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33c5a299-07b6-45e8-9201-40d01d90b556 None None] Checking router: 9d394f58-d1f7-46f9-a58c-caa77ead1165 for host: dv-cinder-797333-1-smb {{(pid=92667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 08:49:18.119476 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33c5a299-07b6-45e8-9201-40d01d90b556 None None] Updating router 9d394f58-d1f7-46f9-a58c-caa77ead1165 port 856d37fe-6293-49e5-ab9a-3a914073bdce binding host dv-cinder-797333-1-smb {{(pid=92667) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 08:49:18.181334 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron_lib.callbacks.manager [None req-33c5a299-07b6-45e8-9201-40d01d90b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133719154'] for port, before_update {{(pid=92667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:49:18.691270 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron_lib.callbacks.manager [None req-33c5a299-07b6-45e8-9201-40d01d90b556 None None] Notify callbacks [] for port, precommit_update {{(pid=92667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:49:18.708992 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.db.provisioning_blocks [None req-33c5a299-07b6-45e8-9201-40d01d90b556 None None] Transition to ACTIVE for port object 856d37fe-6293-49e5-ab9a-3a914073bdce will not be triggered until provisioned by entity L2. {{(pid=92667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 08:49:18.715000 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron_lib.callbacks.manager [None req-33c5a299-07b6-45e8-9201-40d01d90b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133719696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133660950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728380107731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728379583079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728379583124'] for port, after_update {{(pid=92667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:49:18.720152 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:49:18.909196 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4617565a-7bb8-43be-8f0d-d2abfb689b5b None None] Pushing event updated for resources: {'Port': ['ID=856d37fe-6293-49e5-ab9a-3a914073bdce,revision_number=3']} {{(pid=92667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:49:18.926819 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4617565a-7bb8-43be-8f0d-d2abfb689b5b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:49:18.927155 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4617565a-7bb8-43be-8f0d-d2abfb689b5b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:49:18.927486 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4617565a-7bb8-43be-8f0d-d2abfb689b5b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:49:18.927810 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4617565a-7bb8-43be-8f0d-d2abfb689b5b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:49:18.928130 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4617565a-7bb8-43be-8f0d-d2abfb689b5b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:49:18.928449 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4617565a-7bb8-43be-8f0d-d2abfb689b5b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:49:18.928765 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4617565a-7bb8-43be-8f0d-d2abfb689b5b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:49:18.929078 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4617565a-7bb8-43be-8f0d-d2abfb689b5b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:49:18.929443 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4617565a-7bb8-43be-8f0d-d2abfb689b5b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:49:18.929788 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4617565a-7bb8-43be-8f0d-d2abfb689b5b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:49:18.930097 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4617565a-7bb8-43be-8f0d-d2abfb689b5b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:49:18.930407 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4617565a-7bb8-43be-8f0d-d2abfb689b5b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:49:18.931504 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4617565a-7bb8-43be-8f0d-d2abfb689b5b None None] Tracked resource versions report: Jun 22 08:49:18.931504 dv-cinder-797333-1-smb neutron-server[92667]: pushed versions: Jun 22 08:49:18.931504 dv-cinder-797333-1-smb neutron-server[92667]: { 'AddressGroup': {'1.2'}, Jun 22 08:49:18.931504 dv-cinder-797333-1-smb neutron-server[92667]: 'ConntrackHelper': {'1.0'}, Jun 22 08:49:18.931504 dv-cinder-797333-1-smb neutron-server[92667]: 'Log': {'1.0'}, Jun 22 08:49:18.931504 dv-cinder-797333-1-smb neutron-server[92667]: 'Network': {'1.1'}, Jun 22 08:49:18.931504 dv-cinder-797333-1-smb neutron-server[92667]: 'Port': {'1.7'}, Jun 22 08:49:18.931504 dv-cinder-797333-1-smb neutron-server[92667]: 'PortForwarding': {'1.2'}, Jun 22 08:49:18.931504 dv-cinder-797333-1-smb neutron-server[92667]: 'QosPolicy': {'1.8'}, Jun 22 08:49:18.931504 dv-cinder-797333-1-smb neutron-server[92667]: 'SecurityGroup': {'1.4'}, Jun 22 08:49:18.931504 dv-cinder-797333-1-smb neutron-server[92667]: 'SecurityGroupRule': {'1.2'}, Jun 22 08:49:18.931504 dv-cinder-797333-1-smb neutron-server[92667]: 'SubPort': {'1.0'}, Jun 22 08:49:18.931504 dv-cinder-797333-1-smb neutron-server[92667]: 'Subnet': {'1.1'}, Jun 22 08:49:18.931504 dv-cinder-797333-1-smb neutron-server[92667]: 'Trunk': {'1.1'}} Jun 22 08:49:18.931504 dv-cinder-797333-1-smb neutron-server[92667]: consumer versions: Jun 22 08:49:18.931504 dv-cinder-797333-1-smb neutron-server[92667]: { DHCP agent@dv-cinder-797333-1-smb: {}, Jun 22 08:49:18.931504 dv-cinder-797333-1-smb neutron-server[92667]: L3 agent@dv-cinder-797333-1-smb: {}, Jun 22 08:49:18.931504 dv-cinder-797333-1-smb neutron-server[92667]: Metadata agent@dv-cinder-797333-1-smb: {}, Jun 22 08:49:18.931504 dv-cinder-797333-1-smb neutron-server[92667]: Metering agent@dv-cinder-797333-1-smb: {}, Jun 22 08:49:18.931504 dv-cinder-797333-1-smb neutron-server[92667]: Open vSwitch agent@dv-cinder-797333-1-smb: { 'AddressGroup': '1.2', Jun 22 08:49:18.931504 dv-cinder-797333-1-smb neutron-server[92667]: 'ConntrackHelper': '1.0', Jun 22 08:49:18.931504 dv-cinder-797333-1-smb neutron-server[92667]: 'Log': '1.0', Jun 22 08:49:18.931504 dv-cinder-797333-1-smb neutron-server[92667]: 'Network': '1.1', Jun 22 08:49:18.931504 dv-cinder-797333-1-smb neutron-server[92667]: 'Port': '1.7', Jun 22 08:49:18.931504 dv-cinder-797333-1-smb neutron-server[92667]: 'PortForwarding': '1.2', Jun 22 08:49:18.931504 dv-cinder-797333-1-smb neutron-server[92667]: 'QosPolicy': '1.8', Jun 22 08:49:18.931504 dv-cinder-797333-1-smb neutron-server[92667]: 'SecurityGroup': '1.4', Jun 22 08:49:18.931504 dv-cinder-797333-1-smb neutron-server[92667]: 'SecurityGroupRule': '1.2', Jun 22 08:49:18.931504 dv-cinder-797333-1-smb neutron-server[92667]: 'SubPort': '1.0', Jun 22 08:49:18.931504 dv-cinder-797333-1-smb neutron-server[92667]: 'Subnet': '1.1', Jun 22 08:49:18.931504 dv-cinder-797333-1-smb neutron-server[92667]: 'Trunk': '1.1'}} Jun 22 08:49:18.931504 dv-cinder-797333-1-smb neutron-server[92667]: {{(pid=92667) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 22 08:49:18.935067 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG oslo_concurrency.lockutils [None req-4617565a-7bb8-43be-8f0d-d2abfb689b5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=92667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:49:18.936175 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.plugins.ml2.managers [None req-33c5a299-07b6-45e8-9201-40d01d90b556 None None] Attempting to bind port 856d37fe-6293-49e5-ab9a-3a914073bdce on host dv-cinder-797333-1-smb for vnic_type normal with profile {{(pid=92667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 08:49:18.937037 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.plugins.ml2.managers [None req-33c5a299-07b6-45e8-9201-40d01d90b556 None None] Attempting to bind port 856d37fe-6293-49e5-ab9a-3a914073bdce by drivers openvswitch,hyperv on host dv-cinder-797333-1-smb at level 0 using segments [{'id': '9d3b8d68-be4f-4d7a-967e-e1d9961140ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '0760208f-bad7-4be6-b362-8b314af5efb9'}] {{(pid=92667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 08:49:18.937506 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33c5a299-07b6-45e8-9201-40d01d90b556 None None] Attempting to bind port 856d37fe-6293-49e5-ab9a-3a914073bdce on network 0760208f-bad7-4be6-b362-8b314af5efb9 {{(pid=92667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 08:49:18.943797 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33c5a299-07b6-45e8-9201-40d01d90b556 None None] Checking agent: {'id': 'a79e4517-6a90-4dc6-90fb-3f5d630e0bbe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797333-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 8, 48, 44), 'started_at': datetime.datetime(2021, 6, 22, 8, 49, 14), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 8, 49, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797333-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 08:49:18.944236 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33c5a299-07b6-45e8-9201-40d01d90b556 None None] Checking segment: {'id': '9d3b8d68-be4f-4d7a-967e-e1d9961140ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '0760208f-bad7-4be6-b362-8b314af5efb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 08:49:18.944690 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron_lib.callbacks.manager [None req-33c5a299-07b6-45e8-9201-40d01d90b556 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:49:18.945075 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33c5a299-07b6-45e8-9201-40d01d90b556 None None] Bound using segment: {'id': '9d3b8d68-be4f-4d7a-967e-e1d9961140ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '0760208f-bad7-4be6-b362-8b314af5efb9'} {{(pid=92667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 08:49:18.945582 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.plugins.ml2.managers [None req-33c5a299-07b6-45e8-9201-40d01d90b556 None None] Bound port: 856d37fe-6293-49e5-ab9a-3a914073bdce, host: dv-cinder-797333-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d3b8d68-be4f-4d7a-967e-e1d9961140ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '0760208f-bad7-4be6-b362-8b314af5efb9'}}] {{(pid=92667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 08:49:18.945957 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron_lib.callbacks.manager [None req-33c5a299-07b6-45e8-9201-40d01d90b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133719154'] for port, before_update {{(pid=92667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:49:19.010092 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.plugins.ml2.db [None req-33c5a299-07b6-45e8-9201-40d01d90b556 None None] For port 856d37fe-6293-49e5-ab9a-3a914073bdce, host dv-cinder-797333-1-smb, cleared binding levels {{(pid=92667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 08:49:19.030969 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.plugins.ml2.db [None req-33c5a299-07b6-45e8-9201-40d01d90b556 None None] For port 856d37fe-6293-49e5-ab9a-3a914073bdce, host dv-cinder-797333-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797333-1-smb',level=0,port_id=856d37fe-6293-49e5-ab9a-3a914073bdce,segment=NetworkSegment(9d3b8d68-be4f-4d7a-967e-e1d9961140ad),segment_id=9d3b8d68-be4f-4d7a-967e-e1d9961140ad)] {{(pid=92667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 08:49:19.035490 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron_lib.callbacks.manager [None req-33c5a299-07b6-45e8-9201-40d01d90b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133719696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133660950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728380107731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728379583079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728379583124'] for port, after_update {{(pid=92667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:49:19.037703 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:49:19.090257 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33c5a299-07b6-45e8-9201-40d01d90b556 None None] Routers {'9d394f58-d1f7-46f9-a58c-caa77ead1165'} bound to L3 agent in host dv-cinder-797333-1-smb {{(pid=92667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 08:49:19.090886 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.db.l3_hamode_db [None req-33c5a299-07b6-45e8-9201-40d01d90b556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797333-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-22T08:48:43Z,description=,heartbeat_timestamp=2021-06-22T08:49:13Z,host='dv-cinder-797333-1-smb',id=81bac9f2-ec56-4bd6-b329-9598189ea0dc,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T08:48:43Z,topic='l3_agent')) {'router_ids': ['9d394f58-d1f7-46f9-a58c-caa77ead1165'], 'active': True} {{(pid=92667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 08:49:19.154114 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4617565a-7bb8-43be-8f0d-d2abfb689b5b None None] Pushing event updated for resources: {'Port': ['ID=856d37fe-6293-49e5-ab9a-3a914073bdce,revision_number=4']} {{(pid=92667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:49:19.169378 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG oslo_concurrency.lockutils [None req-4617565a-7bb8-43be-8f0d-d2abfb689b5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=92667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:49:19.185205 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.db.l3_dvr_db [None req-33c5a299-07b6-45e8-9201-40d01d90b556 None None] Set router 9d394f58-d1f7-46f9-a58c-caa77ead1165 gateway port host: None {{(pid=92667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 08:49:19.392218 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.db.l3_hamode_db [None req-33c5a299-07b6-45e8-9201-40d01d90b556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d394f58-d1f7-46f9-a58c-caa77ead1165', 'name': 'router1', 'tenant_id': '9387b2806aba4615ba9625df088c2e72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T08:49:06Z', 'updated_at': '2021-06-22T08:49:16Z', 'revision_number': 2, 'project_id': '9387b2806aba4615ba9625df088c2e72', 'gw_port_host': None, '_interfaces': [{'id': '856d37fe-6293-49e5-ab9a-3a914073bdce', 'name': '', 'network_id': '0760208f-bad7-4be6-b362-8b314af5efb9', 'tenant_id': '9387b2806aba4615ba9625df088c2e72', 'mac_address': 'fa:16:3e:68:86:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d394f58-d1f7-46f9-a58c-caa77ead1165', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b6b0488d-6a73-471d-861f-19d11ebb73f7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T08:49:15Z', 'updated_at': '2021-06-22T08:49:19Z', 'revision_number': 4, 'project_id': '9387b2806aba4615ba9625df088c2e72', 'subnets': [{'id': 'b6b0488d-6a73-471d-861f-19d11ebb73f7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ea152ec8-e283-46f6-a077-0cefaae0616e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797333-1-smb', False) {} {{(pid=92667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 08:49:19.416886 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33c5a299-07b6-45e8-9201-40d01d90b556 None None] The sync data for ids ['9d394f58-d1f7-46f9-a58c-caa77ead1165'] in dv-cinder-797333-1-smb is: [{'id': '9d394f58-d1f7-46f9-a58c-caa77ead1165', 'name': 'router1', 'tenant_id': '9387b2806aba4615ba9625df088c2e72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T08:49:06Z', 'updated_at': '2021-06-22T08:49:16Z', 'revision_number': 2, 'project_id': '9387b2806aba4615ba9625df088c2e72', 'gw_port_host': None, '_interfaces': [{'id': '856d37fe-6293-49e5-ab9a-3a914073bdce', 'name': '', 'network_id': '0760208f-bad7-4be6-b362-8b314af5efb9', 'tenant_id': '9387b2806aba4615ba9625df088c2e72', 'mac_address': 'fa:16:3e:68:86:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d394f58-d1f7-46f9-a58c-caa77ead1165', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b6b0488d-6a73-471d-861f-19d11ebb73f7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T08:49:15Z', 'updated_at': '2021-06-22T08:49:19Z', 'revision_number': 4, 'project_id': '9387b2806aba4615ba9625df088c2e72', 'subnets': [{'id': 'b6b0488d-6a73-471d-861f-19d11ebb73f7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ea152ec8-e283-46f6-a077-0cefaae0616e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 08:49:19.629007 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.wsgi [-] (92664) accepted ('10.222.0.22', 58614) {{(pid=92664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 08:49:19.736530 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea6d2f51-7202-434d-a764-ae11bdc9017b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:49:19.737916 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [None req-ea6d2f51-7202-434d-a764-ae11bdc9017b admin admin] 10.222.0.22 "GET /v2.0/networks/229d5e4a-3847-4866-aa2f-e37dad8eeeae HTTP/1.1" status: 200 len: 842 time: 0.1078775 Jun 22 08:49:19.747381 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.v2.base [None req-2b12eac7-43d8-445c-8de9-6136ca89a8c3 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'ip_version': 4, 'cidr': '172.28.3.0/24', 'enable_dhcp': False, 'gateway_ip': '172.28.3.1', 'network_id': '229d5e4a-3847-4866-aa2f-e37dad8eeeae'}} {{(pid=92664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 08:49:19.771903 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b12eac7-43d8-445c-8de9-6136ca89a8c3 admin admin] Made reservation on behalf of a8684e2f95a34bca8f4a7539cb8b4f0c for: {'subnet': 1} {{(pid=92664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 08:49:19.774413 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-2b12eac7-43d8-445c-8de9-6136ca89a8c3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:49:20.092625 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.objects.ports [None req-2b12eac7-43d8-445c-8de9-6136ca89a8c3 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=92664) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 22 08:49:20.093058 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-2b12eac7-43d8-445c-8de9-6136ca89a8c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133660950'] for subnet, after_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:49:20.095838 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:49:20.153732 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b12eac7-43d8-445c-8de9-6136ca89a8c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=86526ad5-0ce1-4847-a8b3-31fb35f84f34,revision_number=0']} {{(pid=92664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:49:20.158215 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b12eac7-43d8-445c-8de9-6136ca89a8c3 admin admin] Checking segment: {'id': 'f5dcb9d0-69a0-4f7f-8ef7-9bef0bfd3dea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '229d5e4a-3847-4866-aa2f-e37dad8eeeae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 08:49:20.158578 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b12eac7-43d8-445c-8de9-6136ca89a8c3 admin admin] Network hostable DHCP agents. Network: 229d5e4a-3847-4866-aa2f-e37dad8eeeae, hostable agents: ['18f46bdb-decb-4ad2-bb7f-51185bbb2b9b'], hosted agents: [] {{(pid=92664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 08:49:20.163504 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-2b12eac7-43d8-445c-8de9-6136ca89a8c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:49:20.187292 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b12eac7-43d8-445c-8de9-6136ca89a8c3 admin admin] Network 229d5e4a-3847-4866-aa2f-e37dad8eeeae is scheduled to be hosted by DHCP agent 18f46bdb-decb-4ad2-bb7f-51185bbb2b9b with binding_index 1 {{(pid=92664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 08:49:20.198486 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.scheduler.base_scheduler [None req-2b12eac7-43d8-445c-8de9-6136ca89a8c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797333-1-smb, 229d5e4a-3847-4866-aa2f-e37dad8eeeae) {{(pid=92664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 08:49:20.202489 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b12eac7-43d8-445c-8de9-6136ca89a8c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:49:20.203110 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-2b12eac7-43d8-445c-8de9-6136ca89a8c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133660928'] for subnet, before_response {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:49:20.208785 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce5e8546-d893-4a0b-8779-4c54a581a222 None None] Network 229d5e4a-3847-4866-aa2f-e37dad8eeeae requested from dv-cinder-797333-1-smb {{(pid=92666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 08:49:20.223373 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [None req-2b12eac7-43d8-445c-8de9-6136ca89a8c3 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4795601 Jun 22 08:49:20.353829 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2adf6b6-2893-443d-acb8-85488f4a1d7e None None] Network 229d5e4a-3847-4866-aa2f-e37dad8eeeae requested from dv-cinder-797333-1-smb {{(pid=92666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 08:49:22.510537 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.wsgi [-] (92664) accepted ('10.222.0.22', 58626) {{(pid=92664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 08:49:22.645406 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [None req-2f89c6c0-e598-429e-885f-f903f8b6fa55 admin admin] 10.222.0.22 "GET /v2.0/routers/9d394f58-d1f7-46f9-a58c-caa77ead1165 HTTP/1.1" status: 200 len: 710 time: 0.1337070 Jun 22 08:49:22.729436 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f4d4c84-aed9-4c9d-89e1-7e4d31fd3a61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:49:22.730739 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [None req-3f4d4c84-aed9-4c9d-89e1-7e4d31fd3a61 admin admin] 10.222.0.22 "GET /v2.0/networks/229d5e4a-3847-4866-aa2f-e37dad8eeeae HTTP/1.1" status: 200 len: 886 time: 0.0802438 Jun 22 08:49:22.740071 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.v2.base [None req-fcfcbde4-48d5-4300-a325-5b7c22df5358 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '229d5e4a-3847-4866-aa2f-e37dad8eeeae'}}} {{(pid=92664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 08:49:23.053658 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-fcfcbde4-48d5-4300-a325-5b7c22df5358 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-546870', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-122565'] for router, precommit_update {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:49:23.298164 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-fcfcbde4-48d5-4300-a325-5b7c22df5358 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:49:23.370282 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-fcfcbde4-48d5-4300-a325-5b7c22df5358 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-133719140'] for port, before_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:49:23.394894 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.db.agents_db [None req-b28930ac-c45f-452b-90b0-92e2a86c5dbe None None] Agent healthcheck: found 5 active agents {{(pid=92667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 08:49:23.477645 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.db.db_base_plugin_common [None req-fcfcbde4-48d5-4300-a325-5b7c22df5358 admin admin] Allocated IP 172.28.3.44 (229d5e4a-3847-4866-aa2f-e37dad8eeeae/86526ad5-0ce1-4847-a8b3-31fb35f84f34/30710331-3e8f-40ab-9b6f-2a8942bbba0a) {{(pid=92664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 08:49:23.581873 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-fcfcbde4-48d5-4300-a325-5b7c22df5358 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:49:23.621049 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-fcfcbde4-48d5-4300-a325-5b7c22df5358 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-133719719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-133660957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728379583061'] for port, after_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:49:23.623879 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-38e3b458-61d9-4093-81f5-544d62d4cc7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:49:23.662027 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcfcbde4-48d5-4300-a325-5b7c22df5358 admin admin] Network 229d5e4a-3847-4866-aa2f-e37dad8eeeae is already hosted by enough agents. {{(pid=92664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 08:49:23.664711 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.scheduler.base_scheduler [None req-fcfcbde4-48d5-4300-a325-5b7c22df5358 admin admin] Resources bound (agent type, host, resource id): {{(pid=92664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 08:49:23.668217 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcfcbde4-48d5-4300-a325-5b7c22df5358 admin admin] Received port after_create {{(pid=92664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 08:49:23.675289 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfcbde4-48d5-4300-a325-5b7c22df5358 admin admin] Pushing event updated for resources: {'Port': ['ID=30710331-3e8f-40ab-9b6f-2a8942bbba0a,revision_number=1']} {{(pid=92664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:49:23.680715 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.rpc [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Device 856d37fe-6293-49e5-ab9a-3a914073bdce up at agent ovs-agent-dv-cinder-797333-1-smb {{(pid=92666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 08:49:23.705625 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-fcfcbde4-48d5-4300-a325-5b7c22df5358 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:49:23.728756 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.provisioning_blocks [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Provisioning for port 856d37fe-6293-49e5-ab9a-3a914073bdce completed by entity L2. {{(pid=92666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 08:49:23.733037 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.provisioning_blocks [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Provisioning complete for port 856d37fe-6293-49e5-ab9a-3a914073bdce triggered by entity L2. {{(pid=92666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 08:49:23.733506 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133917554'] for port, provisioning_complete {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:49:23.812945 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133719154'] for port, before_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:49:23.843793 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.db [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] For port 856d37fe-6293-49e5-ab9a-3a914073bdce, host dv-cinder-797333-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797333-1-smb',level=0,port_id=856d37fe-6293-49e5-ab9a-3a914073bdce,segment=NetworkSegment(9d3b8d68-be4f-4d7a-967e-e1d9961140ad),segment_id=9d3b8d68-be4f-4d7a-967e-e1d9961140ad)] {{(pid=92666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 08:49:23.849429 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133719696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133660950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728380107731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728379583079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728379583124'] for port, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:49:23.851701 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG oslo_concurrency.lockutils [None req-ea5ced32-9167-4b7f-84cd-b985da736058 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:49:23.895970 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Pushing event updated for resources: {'Port': ['ID=856d37fe-6293-49e5-ab9a-3a914073bdce,revision_number=5']} {{(pid=92666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:49:23.898955 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG oslo_concurrency.lockutils [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:49:23.916560 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-fcfcbde4-48d5-4300-a325-5b7c22df5358 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:49:24.102640 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-fcfcbde4-48d5-4300-a325-5b7c22df5358 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-546870', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-122565'] for router, precommit_update {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:49:24.105991 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-fcfcbde4-48d5-4300-a325-5b7c22df5358 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-546840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-546863', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-737683'] for router, after_update {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:49:24.294243 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcfcbde4-48d5-4300-a325-5b7c22df5358 admin admin] Router 9d394f58-d1f7-46f9-a58c-caa77ead1165 has already been hosted by L3 agent 81bac9f2-ec56-4bd6-b329-9598189ea0dc {{(pid=92664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 08:49:24.396972 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcfcbde4-48d5-4300-a325-5b7c22df5358 admin admin] Notify agent at l3_agent.dv-cinder-797333-1-smb the message routers_updated {{(pid=92664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 08:49:24.401230 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-fcfcbde4-48d5-4300-a325-5b7c22df5358 admin admin] Notify callbacks [] for router, before_response {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:49:24.403456 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [None req-fcfcbde4-48d5-4300-a325-5b7c22df5358 admin admin] 10.222.0.22 "PUT /v2.0/routers/9d394f58-d1f7-46f9-a58c-caa77ead1165 HTTP/1.1" status: 200 len: 889 time: 1.6665885 Jun 22 08:49:24.408573 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-affc78a5-5d5c-4a76-8024-ed6471bd6a81 None None] Sync routers for ids ['9d394f58-d1f7-46f9-a58c-caa77ead1165'] in dv-cinder-797333-1-smb {{(pid=92666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 08:49:24.421040 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-affc78a5-5d5c-4a76-8024-ed6471bd6a81 None None] Routers {'9d394f58-d1f7-46f9-a58c-caa77ead1165'} bound to L3 agent in host dv-cinder-797333-1-smb {{(pid=92666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 08:49:24.421761 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.l3_hamode_db [None req-affc78a5-5d5c-4a76-8024-ed6471bd6a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797333-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-22T08:48:43Z,description=,heartbeat_timestamp=2021-06-22T08:49:13Z,host='dv-cinder-797333-1-smb',id=81bac9f2-ec56-4bd6-b329-9598189ea0dc,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T08:48:43Z,topic='l3_agent')) {'router_ids': ['9d394f58-d1f7-46f9-a58c-caa77ead1165'], 'active': True} {{(pid=92666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 08:49:24.691100 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.l3_dvr_db [None req-affc78a5-5d5c-4a76-8024-ed6471bd6a81 None None] Set router 9d394f58-d1f7-46f9-a58c-caa77ead1165 gateway port host: dv-cinder-797333-1-smb {{(pid=92666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 08:49:25.078193 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.l3_hamode_db [None req-affc78a5-5d5c-4a76-8024-ed6471bd6a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d394f58-d1f7-46f9-a58c-caa77ead1165', 'name': 'router1', 'tenant_id': '9387b2806aba4615ba9625df088c2e72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '229d5e4a-3847-4866-aa2f-e37dad8eeeae', 'external_fixed_ips': [{'subnet_id': '86526ad5-0ce1-4847-a8b3-31fb35f84f34', 'ip_address': '172.28.3.44'}], 'enable_snat': True}, 'gw_port_id': '30710331-3e8f-40ab-9b6f-2a8942bbba0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T08:49:06Z', 'updated_at': '2021-06-22T08:49:23Z', 'revision_number': 4, 'project_id': '9387b2806aba4615ba9625df088c2e72', 'gw_port': {'id': '30710331-3e8f-40ab-9b6f-2a8942bbba0a', 'name': '', 'network_id': '229d5e4a-3847-4866-aa2f-e37dad8eeeae', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:e4:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d394f58-d1f7-46f9-a58c-caa77ead1165', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '86526ad5-0ce1-4847-a8b3-31fb35f84f34', 'ip_address': '172.28.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T08:49:23Z', 'updated_at': '2021-06-22T08:49:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '86526ad5-0ce1-4847-a8b3-31fb35f84f34', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797333-1-smb', '_interfaces': [{'id': '856d37fe-6293-49e5-ab9a-3a914073bdce', 'name': '', 'network_id': '0760208f-bad7-4be6-b362-8b314af5efb9', 'tenant_id': '9387b2806aba4615ba9625df088c2e72', 'mac_address': 'fa:16:3e:68:86:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d394f58-d1f7-46f9-a58c-caa77ead1165', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b6b0488d-6a73-471d-861f-19d11ebb73f7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T08:49:15Z', 'updated_at': '2021-06-22T08:49:23Z', 'revision_number': 5, 'project_id': '9387b2806aba4615ba9625df088c2e72', 'subnets': [{'id': 'b6b0488d-6a73-471d-861f-19d11ebb73f7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ea152ec8-e283-46f6-a077-0cefaae0616e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797333-1-smb', False) {} {{(pid=92666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 08:49:25.128764 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-affc78a5-5d5c-4a76-8024-ed6471bd6a81 None None] Checking router: 9d394f58-d1f7-46f9-a58c-caa77ead1165 for host: dv-cinder-797333-1-smb {{(pid=92666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 08:49:25.129108 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-affc78a5-5d5c-4a76-8024-ed6471bd6a81 None None] Updating router 9d394f58-d1f7-46f9-a58c-caa77ead1165 port 30710331-3e8f-40ab-9b6f-2a8942bbba0a binding host dv-cinder-797333-1-smb {{(pid=92666) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 08:49:25.162020 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-affc78a5-5d5c-4a76-8024-ed6471bd6a81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133719154'] for port, before_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:49:25.479686 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-affc78a5-5d5c-4a76-8024-ed6471bd6a81 None None] Notify callbacks [] for port, precommit_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:49:25.489903 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.provisioning_blocks [None req-affc78a5-5d5c-4a76-8024-ed6471bd6a81 None None] Transition to ACTIVE for port object 30710331-3e8f-40ab-9b6f-2a8942bbba0a will not be triggered until provisioned by entity L2. {{(pid=92666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 08:49:25.495587 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-affc78a5-5d5c-4a76-8024-ed6471bd6a81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133719696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133660950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728380107731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728379583079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728379583124'] for port, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:49:25.498540 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:49:25.547326 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.managers [None req-affc78a5-5d5c-4a76-8024-ed6471bd6a81 None None] Attempting to bind port 30710331-3e8f-40ab-9b6f-2a8942bbba0a on host dv-cinder-797333-1-smb for vnic_type normal with profile {{(pid=92666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 08:49:25.547697 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.managers [None req-affc78a5-5d5c-4a76-8024-ed6471bd6a81 None None] Attempting to bind port 30710331-3e8f-40ab-9b6f-2a8942bbba0a by drivers openvswitch,hyperv on host dv-cinder-797333-1-smb at level 0 using segments [{'id': 'f5dcb9d0-69a0-4f7f-8ef7-9bef0bfd3dea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '229d5e4a-3847-4866-aa2f-e37dad8eeeae'}] {{(pid=92666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 08:49:25.548166 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-affc78a5-5d5c-4a76-8024-ed6471bd6a81 None None] Attempting to bind port 30710331-3e8f-40ab-9b6f-2a8942bbba0a on network 229d5e4a-3847-4866-aa2f-e37dad8eeeae {{(pid=92666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 08:49:25.550859 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ef1475-2c23-4bee-81ba-2cdf45b14183 None None] Pushing event updated for resources: {'Port': ['ID=30710331-3e8f-40ab-9b6f-2a8942bbba0a,revision_number=2']} {{(pid=92666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:49:25.553453 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG oslo_concurrency.lockutils [None req-96ef1475-2c23-4bee-81ba-2cdf45b14183 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:49:25.559844 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-affc78a5-5d5c-4a76-8024-ed6471bd6a81 None None] Checking agent: {'id': 'a79e4517-6a90-4dc6-90fb-3f5d630e0bbe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797333-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 8, 48, 44), 'started_at': datetime.datetime(2021, 6, 22, 8, 49, 14), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 8, 49, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797333-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 08:49:25.560217 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-affc78a5-5d5c-4a76-8024-ed6471bd6a81 None None] Checking segment: {'id': 'f5dcb9d0-69a0-4f7f-8ef7-9bef0bfd3dea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '229d5e4a-3847-4866-aa2f-e37dad8eeeae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 08:49:25.561191 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-affc78a5-5d5c-4a76-8024-ed6471bd6a81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:49:25.561599 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-affc78a5-5d5c-4a76-8024-ed6471bd6a81 None None] Bound using segment: {'id': 'f5dcb9d0-69a0-4f7f-8ef7-9bef0bfd3dea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '229d5e4a-3847-4866-aa2f-e37dad8eeeae'} {{(pid=92666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 08:49:25.562062 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.managers [None req-affc78a5-5d5c-4a76-8024-ed6471bd6a81 None None] Bound port: 30710331-3e8f-40ab-9b6f-2a8942bbba0a, host: dv-cinder-797333-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5dcb9d0-69a0-4f7f-8ef7-9bef0bfd3dea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '229d5e4a-3847-4866-aa2f-e37dad8eeeae'}}] {{(pid=92666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 08:49:25.562431 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-affc78a5-5d5c-4a76-8024-ed6471bd6a81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133719154'] for port, before_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:49:25.614942 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.db [None req-affc78a5-5d5c-4a76-8024-ed6471bd6a81 None None] For port 30710331-3e8f-40ab-9b6f-2a8942bbba0a, host dv-cinder-797333-1-smb, cleared binding levels {{(pid=92666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 08:49:25.618240 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.db [None req-affc78a5-5d5c-4a76-8024-ed6471bd6a81 None None] For port 30710331-3e8f-40ab-9b6f-2a8942bbba0a, host dv-cinder-797333-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797333-1-smb',level=0,port_id=30710331-3e8f-40ab-9b6f-2a8942bbba0a,segment=NetworkSegment(f5dcb9d0-69a0-4f7f-8ef7-9bef0bfd3dea),segment_id=f5dcb9d0-69a0-4f7f-8ef7-9bef0bfd3dea)] {{(pid=92666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 08:49:25.623762 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-affc78a5-5d5c-4a76-8024-ed6471bd6a81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133719696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133660950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728380107731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728379583079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728379583124'] for port, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:49:25.633647 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG oslo_concurrency.lockutils [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:49:25.668002 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.rpc [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Device 856d37fe-6293-49e5-ab9a-3a914073bdce up at agent ovs-agent-dv-cinder-797333-1-smb {{(pid=92666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 08:49:25.734206 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ef1475-2c23-4bee-81ba-2cdf45b14183 None None] Pushing event updated for resources: {'Port': ['ID=30710331-3e8f-40ab-9b6f-2a8942bbba0a,revision_number=3']} {{(pid=92666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:49:25.737687 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG oslo_concurrency.lockutils [None req-96ef1475-2c23-4bee-81ba-2cdf45b14183 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=92666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:49:25.738380 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-affc78a5-5d5c-4a76-8024-ed6471bd6a81 None None] Routers {'9d394f58-d1f7-46f9-a58c-caa77ead1165'} bound to L3 agent in host dv-cinder-797333-1-smb {{(pid=92666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 08:49:25.738962 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.l3_hamode_db [None req-affc78a5-5d5c-4a76-8024-ed6471bd6a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797333-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-22T08:48:43Z,description=,heartbeat_timestamp=2021-06-22T08:49:13Z,host='dv-cinder-797333-1-smb',id=81bac9f2-ec56-4bd6-b329-9598189ea0dc,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T08:48:43Z,topic='l3_agent')) {'router_ids': ['9d394f58-d1f7-46f9-a58c-caa77ead1165'], 'active': True} {{(pid=92666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 08:49:25.794617 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.provisioning_blocks [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Provisioning complete for port 856d37fe-6293-49e5-ab9a-3a914073bdce triggered by entity L2. {{(pid=92666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 08:49:25.795589 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133917554'] for port, provisioning_complete {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:49:25.961476 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.l3_dvr_db [None req-affc78a5-5d5c-4a76-8024-ed6471bd6a81 None None] Set router 9d394f58-d1f7-46f9-a58c-caa77ead1165 gateway port host: dv-cinder-797333-1-smb {{(pid=92666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 08:49:26.206142 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.l3_hamode_db [None req-affc78a5-5d5c-4a76-8024-ed6471bd6a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d394f58-d1f7-46f9-a58c-caa77ead1165', 'name': 'router1', 'tenant_id': '9387b2806aba4615ba9625df088c2e72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '229d5e4a-3847-4866-aa2f-e37dad8eeeae', 'external_fixed_ips': [{'subnet_id': '86526ad5-0ce1-4847-a8b3-31fb35f84f34', 'ip_address': '172.28.3.44'}], 'enable_snat': True}, 'gw_port_id': '30710331-3e8f-40ab-9b6f-2a8942bbba0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T08:49:06Z', 'updated_at': '2021-06-22T08:49:23Z', 'revision_number': 4, 'project_id': '9387b2806aba4615ba9625df088c2e72', 'gw_port': {'id': '30710331-3e8f-40ab-9b6f-2a8942bbba0a', 'name': '', 'network_id': '229d5e4a-3847-4866-aa2f-e37dad8eeeae', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:e4:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d394f58-d1f7-46f9-a58c-caa77ead1165', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '86526ad5-0ce1-4847-a8b3-31fb35f84f34', 'ip_address': '172.28.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T08:49:23Z', 'updated_at': '2021-06-22T08:49:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86526ad5-0ce1-4847-a8b3-31fb35f84f34', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797333-1-smb', '_interfaces': [{'id': '856d37fe-6293-49e5-ab9a-3a914073bdce', 'name': '', 'network_id': '0760208f-bad7-4be6-b362-8b314af5efb9', 'tenant_id': '9387b2806aba4615ba9625df088c2e72', 'mac_address': 'fa:16:3e:68:86:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d394f58-d1f7-46f9-a58c-caa77ead1165', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b6b0488d-6a73-471d-861f-19d11ebb73f7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T08:49:15Z', 'updated_at': '2021-06-22T08:49:23Z', 'revision_number': 5, 'project_id': '9387b2806aba4615ba9625df088c2e72', 'subnets': [{'id': 'b6b0488d-6a73-471d-861f-19d11ebb73f7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ea152ec8-e283-46f6-a077-0cefaae0616e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797333-1-smb', False) {} {{(pid=92666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 08:49:26.232297 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-affc78a5-5d5c-4a76-8024-ed6471bd6a81 None None] The sync data for ids ['9d394f58-d1f7-46f9-a58c-caa77ead1165'] in dv-cinder-797333-1-smb is: [{'id': '9d394f58-d1f7-46f9-a58c-caa77ead1165', 'name': 'router1', 'tenant_id': '9387b2806aba4615ba9625df088c2e72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '229d5e4a-3847-4866-aa2f-e37dad8eeeae', 'external_fixed_ips': [{'subnet_id': '86526ad5-0ce1-4847-a8b3-31fb35f84f34', 'ip_address': '172.28.3.44'}], 'enable_snat': True}, 'gw_port_id': '30710331-3e8f-40ab-9b6f-2a8942bbba0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T08:49:06Z', 'updated_at': '2021-06-22T08:49:23Z', 'revision_number': 4, 'project_id': '9387b2806aba4615ba9625df088c2e72', 'gw_port': {'id': '30710331-3e8f-40ab-9b6f-2a8942bbba0a', 'name': '', 'network_id': '229d5e4a-3847-4866-aa2f-e37dad8eeeae', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:e4:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d394f58-d1f7-46f9-a58c-caa77ead1165', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '86526ad5-0ce1-4847-a8b3-31fb35f84f34', 'ip_address': '172.28.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T08:49:23Z', 'updated_at': '2021-06-22T08:49:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86526ad5-0ce1-4847-a8b3-31fb35f84f34', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797333-1-smb', '_interfaces': [{'id': '856d37fe-6293-49e5-ab9a-3a914073bdce', 'name': '', 'network_id': '0760208f-bad7-4be6-b362-8b314af5efb9', 'tenant_id': '9387b2806aba4615ba9625df088c2e72', 'mac_address': 'fa:16:3e:68:86:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d394f58-d1f7-46f9-a58c-caa77ead1165', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b6b0488d-6a73-471d-861f-19d11ebb73f7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T08:49:15Z', 'updated_at': '2021-06-22T08:49:23Z', 'revision_number': 5, 'project_id': '9387b2806aba4615ba9625df088c2e72', 'subnets': [{'id': 'b6b0488d-6a73-471d-861f-19d11ebb73f7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ea152ec8-e283-46f6-a077-0cefaae0616e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 08:49:26.817186 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.wsgi [-] (92664) accepted ('10.222.0.22', 58636) {{(pid=92664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 08:49:26.950743 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [None req-3e04855a-aeab-4fec-9d03-943dede308c0 admin admin] 10.222.0.22 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1323576 Jun 22 08:49:27.665288 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.rpc [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Device 30710331-3e8f-40ab-9b6f-2a8942bbba0a up at agent ovs-agent-dv-cinder-797333-1-smb {{(pid=92666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 08:49:27.714009 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.provisioning_blocks [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Provisioning for port 30710331-3e8f-40ab-9b6f-2a8942bbba0a completed by entity L2. {{(pid=92666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 08:49:27.718554 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.provisioning_blocks [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Provisioning complete for port 30710331-3e8f-40ab-9b6f-2a8942bbba0a triggered by entity L2. {{(pid=92666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 08:49:27.718926 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133917554'] for port, provisioning_complete {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:49:27.823408 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133719154'] for port, before_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:49:27.848782 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.db [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] For port 30710331-3e8f-40ab-9b6f-2a8942bbba0a, host dv-cinder-797333-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797333-1-smb',level=0,port_id=30710331-3e8f-40ab-9b6f-2a8942bbba0a,segment=NetworkSegment(f5dcb9d0-69a0-4f7f-8ef7-9bef0bfd3dea),segment_id=f5dcb9d0-69a0-4f7f-8ef7-9bef0bfd3dea)] {{(pid=92666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 08:49:27.852622 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133719696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133660950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728380107731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728379583079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728379583124'] for port, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:49:27.855160 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:49:27.900248 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Pushing event updated for resources: {'Port': ['ID=30710331-3e8f-40ab-9b6f-2a8942bbba0a,revision_number=4']} {{(pid=92666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:49:27.903238 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG oslo_concurrency.lockutils [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:49:29.649205 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.rpc [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Device 30710331-3e8f-40ab-9b6f-2a8942bbba0a up at agent ovs-agent-dv-cinder-797333-1-smb {{(pid=92666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 08:49:29.696337 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.provisioning_blocks [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Provisioning complete for port 30710331-3e8f-40ab-9b6f-2a8942bbba0a triggered by entity L2. {{(pid=92666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 08:49:29.696707 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133917554'] for port, provisioning_complete {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:49:41.039780 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-24cdac67-2bfa-48c8-abe5-e5ee991d4dc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380123073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133916839'] for agent, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:49:43.464683 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-afcd422e-e3f9-489e-8a4d-701aed066beb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380123073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133916839'] for agent, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:49:43.797254 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380123073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133916839'] for agent, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:49:44.904611 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-244d5e4c-124e-44e7-83f7-ed36bd156729 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380123073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133916839'] for agent, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:49:46.003335 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-e2a0141c-4e42-4900-8004-ff8c1b31b35a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380123073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133916839'] for agent, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:50:00.393616 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.db.agents_db [None req-b28930ac-c45f-452b-90b0-92e2a86c5dbe None None] Agent healthcheck: found 5 active agents {{(pid=92667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 08:50:11.041727 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-6d4d7a3c-a1bc-4e5b-8903-6949065ee550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380123073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133916839'] for agent, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:50:13.470920 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-68a14050-6197-4fb0-845c-929a0c3eca15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380123073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133916839'] for agent, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:50:13.802142 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380123073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133916839'] for agent, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:50:14.909694 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-244d5e4c-124e-44e7-83f7-ed36bd156729 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380123073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133916839'] for agent, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:50:15.998760 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-e2a0141c-4e42-4900-8004-ff8c1b31b35a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380123073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133916839'] for agent, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:50:37.392897 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.db.agents_db [None req-b28930ac-c45f-452b-90b0-92e2a86c5dbe None None] Agent healthcheck: found 5 active agents {{(pid=92667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 08:50:41.045037 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-cd52830d-bba4-4906-abfc-296a1f323ae6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380123073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133916839'] for agent, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:50:43.473860 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-04bd0026-79fb-4a15-a94d-309e6506fa87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380123073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133916839'] for agent, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:50:43.805017 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380123073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133916839'] for agent, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:50:44.910028 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-244d5e4c-124e-44e7-83f7-ed36bd156729 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380123073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133916839'] for agent, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:50:45.997899 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-e2a0141c-4e42-4900-8004-ff8c1b31b35a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380123073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133916839'] for agent, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:51:02.099464 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.wsgi [-] (92664) accepted ('10.222.0.22', 59204) {{(pid=92664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 08:51:02.168172 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.pecan_wsgi.hooks.translation [None req-26a9234b-0420-41a7-bbdb-9c6a19cf6c96 admin admin] GET failed (client error): The resource could not be found. Jun 22 08:51:02.169511 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [None req-26a9234b-0420-41a7-bbdb-9c6a19cf6c96 admin admin] 10.222.0.22 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0690808 Jun 22 08:51:02.325818 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fe113ab-1f7d-48fe-a678-64e3fd0d04c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:51:02.327197 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [None req-2fe113ab-1f7d-48fe-a678-64e3fd0d04c7 admin admin] 10.222.0.22 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1539173 Jun 22 08:51:04.456182 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.wsgi [-] (92664) accepted ('10.222.0.22', 59214) {{(pid=92664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 08:51:04.548856 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce6c0eaf-7392-483c-9523-798aef0adf26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:51:04.550222 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [None req-ce6c0eaf-7392-483c-9523-798aef0adf26 admin admin] 10.222.0.22 "GET /v2.0/subnets/b6b0488d-6a73-471d-861f-19d11ebb73f7 HTTP/1.1" status: 200 len: 849 time: 0.0931079 Jun 22 08:51:04.559905 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.v2.base [None req-0d7e1d54-d603-4042-b86c-a4150d8949c5 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=92664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 08:51:04.640045 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-0d7e1d54-d603-4042-b86c-a4150d8949c5 admin admin] Notify callbacks [] for subnet, before_update {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:51:04.779211 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-0d7e1d54-d603-4042-b86c-a4150d8949c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133660950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8728380107740'] for subnet, after_update {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:51:04.781446 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:51:04.809808 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d7e1d54-d603-4042-b86c-a4150d8949c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:51:04.810398 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-0d7e1d54-d603-4042-b86c-a4150d8949c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133660928'] for subnet, before_response {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:51:04.811671 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [None req-0d7e1d54-d603-4042-b86c-a4150d8949c5 admin admin] 10.222.0.22 "PUT /v2.0/subnets/b6b0488d-6a73-471d-861f-19d11ebb73f7 HTTP/1.1" status: 200 len: 868 time: 0.2561107 Jun 22 08:51:04.829145 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26008b57-ce65-477b-98cc-14ec1b3557ec None None] Network 0760208f-bad7-4be6-b362-8b314af5efb9 requested from dv-cinder-797333-1-smb {{(pid=92666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 08:51:04.834954 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7e1d54-d603-4042-b86c-a4150d8949c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b6b0488d-6a73-471d-861f-19d11ebb73f7,revision_number=1']} {{(pid=92664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:51:04.843383 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7e1d54-d603-4042-b86c-a4150d8949c5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:51:04.843720 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7e1d54-d603-4042-b86c-a4150d8949c5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:51:04.844063 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7e1d54-d603-4042-b86c-a4150d8949c5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:51:04.844398 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7e1d54-d603-4042-b86c-a4150d8949c5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:51:04.844724 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7e1d54-d603-4042-b86c-a4150d8949c5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:51:04.845144 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7e1d54-d603-4042-b86c-a4150d8949c5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:51:04.845472 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7e1d54-d603-4042-b86c-a4150d8949c5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:51:04.845813 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7e1d54-d603-4042-b86c-a4150d8949c5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:51:04.846157 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7e1d54-d603-4042-b86c-a4150d8949c5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:51:04.846478 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7e1d54-d603-4042-b86c-a4150d8949c5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:51:04.846882 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7e1d54-d603-4042-b86c-a4150d8949c5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:51:04.847206 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7e1d54-d603-4042-b86c-a4150d8949c5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:51:04.851165 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-0d7e1d54-d603-4042-b86c-a4150d8949c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:51:05.242876 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.provisioning_blocks [None req-e8eac3f9-1fb4-4118-bf09-1aced09bc3aa None None] Provisioning complete for port 9c745b3e-5624-4e63-841b-ff0c1f301561 triggered by entity DHCP. {{(pid=92666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 08:51:05.243243 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-e8eac3f9-1fb4-4118-bf09-1aced09bc3aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133917554'] for port, provisioning_complete {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:51:05.326083 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.provisioning_blocks [None req-e8eac3f9-1fb4-4118-bf09-1aced09bc3aa None None] Provisioning complete for port 856d37fe-6293-49e5-ab9a-3a914073bdce triggered by entity DHCP. {{(pid=92666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 08:51:05.326346 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-e8eac3f9-1fb4-4118-bf09-1aced09bc3aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133917554'] for port, provisioning_complete {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:51:06.965276 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.wsgi [-] (92664) accepted ('10.222.0.22', 59222) {{(pid=92664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 08:51:07.159710 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f09d7fe-0c3f-4948-945c-22a55fb4c0c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:51:07.160090 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f09d7fe-0c3f-4948-945c-22a55fb4c0c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:51:07.161638 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [None req-9f09d7fe-0c3f-4948-945c-22a55fb4c0c8 admin admin] 10.222.0.22 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1952670 Jun 22 08:51:09.309966 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.wsgi [-] (92664) accepted ('10.222.0.22', 59230) {{(pid=92664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 08:51:09.439222 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00ed2ea4-0846-41c2-891b-e32de250c1dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:51:09.439695 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00ed2ea4-0846-41c2-891b-e32de250c1dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:51:09.441233 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [None req-00ed2ea4-0846-41c2-891b-e32de250c1dc admin admin] 10.222.0.22 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1303215 Jun 22 08:51:11.045829 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-24b028c3-f8a8-4806-ac85-ee63aaec5b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380123073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133916839'] for agent, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:51:11.612313 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.wsgi [-] (92664) accepted ('10.222.0.22', 59238) {{(pid=92664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 08:51:11.740924 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b28ac03a-772c-4492-b0b4-75cf80ba8d2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:51:11.742314 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [None req-b28ac03a-772c-4492-b0b4-75cf80ba8d2d admin admin] 10.222.0.22 "GET /v2.0/networks/0760208f-bad7-4be6-b362-8b314af5efb9 HTTP/1.1" status: 200 len: 869 time: 0.1290669 Jun 22 08:51:13.476014 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-6322a117-2d93-4028-bda2-b76424e60625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380123073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133916839'] for agent, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:51:13.807546 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380123073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133916839'] for agent, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:51:13.876476 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.wsgi [-] (92664) accepted ('10.222.0.22', 59246) {{(pid=92664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 08:51:14.001271 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24148066-9a89-43d5-a791-b7a26c9ac68f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:51:14.002786 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [None req-24148066-9a89-43d5-a791-b7a26c9ac68f admin admin] 10.222.0.22 "GET /v2.0/networks/229d5e4a-3847-4866-aa2f-e37dad8eeeae HTTP/1.1" status: 200 len: 886 time: 0.1253915 Jun 22 08:51:14.390908 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.db.agents_db [None req-b28930ac-c45f-452b-90b0-92e2a86c5dbe None None] Agent healthcheck: found 5 active agents {{(pid=92667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 08:51:14.912301 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-244d5e4c-124e-44e7-83f7-ed36bd156729 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380123073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133916839'] for agent, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:51:16.003282 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-e2a0141c-4e42-4900-8004-ff8c1b31b35a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380123073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133916839'] for agent, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:51:16.130880 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.wsgi [-] (92664) accepted ('10.222.0.22', 59254) {{(pid=92664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 08:51:16.256037 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-838e7d2a-b46e-4b0b-9a0b-119ca7b9bdc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:51:16.256404 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-838e7d2a-b46e-4b0b-9a0b-119ca7b9bdc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:51:16.257981 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [None req-838e7d2a-b46e-4b0b-9a0b-119ca7b9bdc2 admin admin] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1261685 Jun 22 08:51:18.530239 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.wsgi [-] (92664) accepted ('10.222.0.22', 59262) {{(pid=92664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 08:51:18.619731 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5827911f-919d-4930-83a2-a8a4bf43449e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:51:18.620187 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5827911f-919d-4930-83a2-a8a4bf43449e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:51:18.621694 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [None req-5827911f-919d-4930-83a2-a8a4bf43449e admin admin] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0904868 Jun 22 08:51:20.741271 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.wsgi [-] (92664) accepted ('10.222.0.22', 59270) {{(pid=92664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 08:51:20.823651 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f5640b8-3cf8-4104-926d-97ea847a0b3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:51:20.824997 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [None req-7f5640b8-3cf8-4104-926d-97ea847a0b3e admin admin] 10.222.0.22 "GET /v2.0/subnets/86526ad5-0ce1-4847-a8b3-31fb35f84f34 HTTP/1.1" status: 200 len: 816 time: 0.0827534 Jun 22 08:51:23.014651 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.wsgi [-] (92664) accepted ('10.222.0.22', 59278) {{(pid=92664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 08:51:23.107976 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3385ae1c-d6ad-4572-936a-c5bae5da8d1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:51:23.109332 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [None req-3385ae1c-d6ad-4572-936a-c5bae5da8d1a admin admin] 10.222.0.22 "GET /v2.0/subnets/b6b0488d-6a73-471d-861f-19d11ebb73f7 HTTP/1.1" status: 200 len: 868 time: 0.0937386 Jun 22 08:51:41.046905 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-eb724026-ba31-41c8-a7b3-3544e5202395 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380123073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133916839'] for agent, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:51:43.478222 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-04c802f4-63f0-407d-b978-91087afa98bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380123073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133916839'] for agent, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:51:43.812096 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380123073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133916839'] for agent, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:51:44.915325 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-244d5e4c-124e-44e7-83f7-ed36bd156729 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380123073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133916839'] for agent, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:51:46.010089 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-e2a0141c-4e42-4900-8004-ff8c1b31b35a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380123073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133916839'] for agent, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:51:46.586536 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.wsgi [-] (92665) accepted ('10.222.0.22', 59322) {{(pid=92665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 08:51:46.637308 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.wsgi [None req-59bedae6-5c92-4c22-8aee-363e6a1ba0de admin admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=92665) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 08:51:46.638342 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [None req-59bedae6-5c92-4c22-8aee-363e6a1ba0de admin admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0508862 Jun 22 08:51:48.851860 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.wsgi [-] (92665) accepted ('10.222.0.22', 59332) {{(pid=92665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 08:51:48.912505 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.pecan_wsgi.hooks.translation [None req-beb01a9a-8dcf-43e0-995c-5be4747f99a3 admin admin] GET failed (client error): The resource could not be found. Jun 22 08:51:48.913866 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [None req-beb01a9a-8dcf-43e0-995c-5be4747f99a3 admin admin] 10.222.0.22 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0610282 Jun 22 08:51:49.053889 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e649688d-8ea2-4cbf-a1a0-f542d4cae0c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:51:49.055774 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [None req-e649688d-8ea2-4cbf-a1a0-f542d4cae0c8 admin admin] 10.222.0.22 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1375246 Jun 22 08:51:51.198213 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.wsgi [-] (92665) accepted ('10.222.0.22', 59340) {{(pid=92665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 08:51:51.243550 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.v2.base [None req-7fb269c2-9973-410e-837e-1c8c5c846ee9 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=92665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 08:51:51.263404 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fb269c2-9973-410e-837e-1c8c5c846ee9 admin admin] Made reservation on behalf of a8684e2f95a34bca8f4a7539cb8b4f0c for: {'network': 1} {{(pid=92665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 08:51:51.265598 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-7fb269c2-9973-410e-837e-1c8c5c846ee9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-133719140'] for network, before_create {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:51:51.300907 dv-cinder-797333-1-smb neutron-server[92665]: WARNING neutron.services.revisions.revision_plugin [None req-7fb269c2-9973-410e-837e-1c8c5c846ee9 admin admin] Could not find related network for resource to bump revision. Jun 22 08:51:51.312539 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fb269c2-9973-410e-837e-1c8c5c846ee9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 227} {{(pid=92665) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 08:51:51.321440 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-7fb269c2-9973-410e-837e-1c8c5c846ee9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133909941'] for segment, precommit_create {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:51:51.321798 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.db.segments_db [None req-7fb269c2-9973-410e-837e-1c8c5c846ee9 admin admin] Added segment 857f3ac5-fc7e-4499-b2af-700ff842c0ae of type vlan for network 67fc9a3f-53b9-471c-8573-6c1a4bc5b009 Jun 22 08:51:51.361184 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-7fb269c2-9973-410e-837e-1c8c5c846ee9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728379603923'] for network, precommit_create {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:51:51.388916 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.db.agents_db [None req-b28930ac-c45f-452b-90b0-92e2a86c5dbe None None] Agent healthcheck: found 5 active agents {{(pid=92667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 08:51:51.391137 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-7fb269c2-9973-410e-837e-1c8c5c846ee9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-748338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-133660957'] for network, after_create {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:51:51.392527 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fb269c2-9973-410e-837e-1c8c5c846ee9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:51:51.393116 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-7fb269c2-9973-410e-837e-1c8c5c846ee9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133660928'] for network, before_response {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:51:51.395890 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-8c0117ec-46a5-4588-8fa1-34b5244bea51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:51:51.443350 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [None req-7fb269c2-9973-410e-837e-1c8c5c846ee9 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2440124 Jun 22 08:51:51.454850 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb269c2-9973-410e-837e-1c8c5c846ee9 admin admin] Pushing event updated for resources: {'Network': ['ID=67fc9a3f-53b9-471c-8573-6c1a4bc5b009,revision_number=1']} {{(pid=92665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:51:51.463357 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb269c2-9973-410e-837e-1c8c5c846ee9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:51:51.463685 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb269c2-9973-410e-837e-1c8c5c846ee9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:51:51.464016 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb269c2-9973-410e-837e-1c8c5c846ee9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:51:51.464432 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb269c2-9973-410e-837e-1c8c5c846ee9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:51:51.464761 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb269c2-9973-410e-837e-1c8c5c846ee9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:51:51.465160 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb269c2-9973-410e-837e-1c8c5c846ee9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:51:51.465498 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb269c2-9973-410e-837e-1c8c5c846ee9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:51:51.465858 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb269c2-9973-410e-837e-1c8c5c846ee9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:51:51.466337 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb269c2-9973-410e-837e-1c8c5c846ee9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:51:51.466709 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb269c2-9973-410e-837e-1c8c5c846ee9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:51:51.467053 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb269c2-9973-410e-837e-1c8c5c846ee9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:51:51.467475 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb269c2-9973-410e-837e-1c8c5c846ee9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:51:51.471764 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-7fb269c2-9973-410e-837e-1c8c5c846ee9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:51:51.481930 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.rpc [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Network 67fc9a3f-53b9-471c-8573-6c1a4bc5b009 details requested by agent ovs-agent-dv-cinder-797333-1-smb with host dv-cinder-797333-1-smb {{(pid=92666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 08:51:53.626096 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.wsgi [-] (92665) accepted ('10.222.0.22', 59348) {{(pid=92665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 08:51:53.684129 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba1ec07c-7f09-4f75-a8cf-48d2a009b13a admin admin] GET failed (client error): The resource could not be found. Jun 22 08:51:53.685423 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [None req-ba1ec07c-7f09-4f75-a8cf-48d2a009b13a admin admin] 10.222.0.22 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0583677 Jun 22 08:51:53.754675 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa7ad9eb-72ef-4dc6-96ce-9ed7c566b882 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:51:53.756088 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [None req-fa7ad9eb-72ef-4dc6-96ce-9ed7c566b882 admin admin] 10.222.0.22 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0668874 Jun 22 08:51:53.766334 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.v2.base [None req-4fadd7a6-b8a9-41e2-9f0f-5f5ce21e661f admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'description': 'shared-subnet', 'ip_version': 4, 'network_id': '67fc9a3f-53b9-471c-8573-6c1a4bc5b009'}} {{(pid=92665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 08:51:53.786749 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fadd7a6-b8a9-41e2-9f0f-5f5ce21e661f admin admin] Made reservation on behalf of a8684e2f95a34bca8f4a7539cb8b4f0c for: {'subnet': 1} {{(pid=92665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 08:51:53.788944 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-4fadd7a6-b8a9-41e2-9f0f-5f5ce21e661f admin admin] Notify callbacks [] for subnet, before_create {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:51:53.952714 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-4fadd7a6-b8a9-41e2-9f0f-5f5ce21e661f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133660950'] for subnet, after_create {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:51:53.955512 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-36412fd4-d074-4b86-908c-a73d4c059253 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:51:54.004360 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fadd7a6-b8a9-41e2-9f0f-5f5ce21e661f admin admin] Pushing event updated for resources: {'Subnet': ['ID=c8c2bb14-4f56-43a5-b8c7-f8edbbc8fb3f,revision_number=0']} {{(pid=92665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:51:54.008655 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-4fadd7a6-b8a9-41e2-9f0f-5f5ce21e661f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:51:54.015384 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fadd7a6-b8a9-41e2-9f0f-5f5ce21e661f admin admin] Checking segment: {'id': '857f3ac5-fc7e-4499-b2af-700ff842c0ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '67fc9a3f-53b9-471c-8573-6c1a4bc5b009'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 08:51:54.015729 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fadd7a6-b8a9-41e2-9f0f-5f5ce21e661f admin admin] Network hostable DHCP agents. Network: 67fc9a3f-53b9-471c-8573-6c1a4bc5b009, hostable agents: ['18f46bdb-decb-4ad2-bb7f-51185bbb2b9b'], hosted agents: [] {{(pid=92665) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 08:51:54.030817 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fadd7a6-b8a9-41e2-9f0f-5f5ce21e661f admin admin] Network 67fc9a3f-53b9-471c-8573-6c1a4bc5b009 is scheduled to be hosted by DHCP agent 18f46bdb-decb-4ad2-bb7f-51185bbb2b9b with binding_index 1 {{(pid=92665) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 08:51:54.038755 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.scheduler.base_scheduler [None req-4fadd7a6-b8a9-41e2-9f0f-5f5ce21e661f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797333-1-smb, 67fc9a3f-53b9-471c-8573-6c1a4bc5b009) {{(pid=92665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 08:51:54.043228 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fadd7a6-b8a9-41e2-9f0f-5f5ce21e661f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:51:54.043807 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-4fadd7a6-b8a9-41e2-9f0f-5f5ce21e661f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133660928'] for subnet, before_response {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:51:54.047878 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04156e3f-581d-41b8-9a03-837a04ab30f3 None None] Network 67fc9a3f-53b9-471c-8573-6c1a4bc5b009 requested from dv-cinder-797333-1-smb {{(pid=92666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 08:51:54.057493 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [None req-4fadd7a6-b8a9-41e2-9f0f-5f5ce21e661f admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2944906 Jun 22 08:51:54.205998 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2be90389-468f-43e8-955e-8d0ecc162424 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe699e1bb-b510-57b4-bbc5-d9fe0df28f1b-67fc9a3f-53b9-471c-8573-6c1a4bc5b009', 'network_id': '67fc9a3f-53b9-471c-8573-6c1a4bc5b009', 'tenant_id': 'a8684e2f95a34bca8f4a7539cb8b4f0c', 'fixed_ips': [{'subnet_id': 'c8c2bb14-4f56-43a5-b8c7-f8edbbc8fb3f'}]}} from dv-cinder-797333-1-smb. {{(pid=92666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 08:51:54.206815 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-2be90389-468f-43e8-955e-8d0ecc162424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-133719140'] for port, before_create {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:51:54.437417 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.db_base_plugin_common [None req-2be90389-468f-43e8-955e-8d0ecc162424 None None] Allocated IP 192.168.233.2 (67fc9a3f-53b9-471c-8573-6c1a4bc5b009/c8c2bb14-4f56-43a5-b8c7-f8edbbc8fb3f/83760f00-6310-48ca-8744-638bbc171743) {{(pid=92666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 08:51:54.585343 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-2be90389-468f-43e8-955e-8d0ecc162424 None None] Notify callbacks [] for port, precommit_create {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:51:54.594801 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.provisioning_blocks [None req-2be90389-468f-43e8-955e-8d0ecc162424 None None] Transition to ACTIVE for port object 83760f00-6310-48ca-8744-638bbc171743 will not be triggered until provisioned by entity L2. {{(pid=92666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 08:51:54.610371 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.provisioning_blocks [None req-2be90389-468f-43e8-955e-8d0ecc162424 None None] Transition to ACTIVE for port object 83760f00-6310-48ca-8744-638bbc171743 will not be triggered until provisioned by entity DHCP. {{(pid=92666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 08:51:54.617354 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-2be90389-468f-43e8-955e-8d0ecc162424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-133719719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-133660957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728379583061'] for port, after_create {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:51:54.620831 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:51:54.653357 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2be90389-468f-43e8-955e-8d0ecc162424 None None] Network 67fc9a3f-53b9-471c-8573-6c1a4bc5b009 is already hosted by enough agents. {{(pid=92666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 08:51:54.658134 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.scheduler.base_scheduler [None req-2be90389-468f-43e8-955e-8d0ecc162424 None None] Resources bound (agent type, host, resource id): {{(pid=92666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 08:51:54.661424 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2be90389-468f-43e8-955e-8d0ecc162424 None None] Received port after_create {{(pid=92666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 08:51:54.673818 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be90389-468f-43e8-955e-8d0ecc162424 None None] Pushing event updated for resources: {'Port': ['ID=83760f00-6310-48ca-8744-638bbc171743,revision_number=1']} {{(pid=92666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:51:54.700717 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be90389-468f-43e8-955e-8d0ecc162424 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:51:54.701056 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be90389-468f-43e8-955e-8d0ecc162424 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:51:54.701385 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be90389-468f-43e8-955e-8d0ecc162424 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:51:54.701739 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be90389-468f-43e8-955e-8d0ecc162424 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:51:54.702068 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be90389-468f-43e8-955e-8d0ecc162424 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:51:54.702389 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be90389-468f-43e8-955e-8d0ecc162424 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:51:54.702704 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be90389-468f-43e8-955e-8d0ecc162424 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:51:54.703029 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be90389-468f-43e8-955e-8d0ecc162424 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:51:54.703329 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be90389-468f-43e8-955e-8d0ecc162424 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:51:54.703639 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be90389-468f-43e8-955e-8d0ecc162424 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:51:54.703949 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be90389-468f-43e8-955e-8d0ecc162424 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:51:54.704258 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be90389-468f-43e8-955e-8d0ecc162424 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:51:54.708478 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG oslo_concurrency.lockutils [None req-2be90389-468f-43e8-955e-8d0ecc162424 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:51:54.736870 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.managers [None req-2be90389-468f-43e8-955e-8d0ecc162424 None None] Attempting to bind port 83760f00-6310-48ca-8744-638bbc171743 on host dv-cinder-797333-1-smb for vnic_type normal with profile {{(pid=92666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 08:51:54.737235 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.managers [None req-2be90389-468f-43e8-955e-8d0ecc162424 None None] Attempting to bind port 83760f00-6310-48ca-8744-638bbc171743 by drivers openvswitch,hyperv on host dv-cinder-797333-1-smb at level 0 using segments [{'id': '857f3ac5-fc7e-4499-b2af-700ff842c0ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '67fc9a3f-53b9-471c-8573-6c1a4bc5b009'}] {{(pid=92666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 08:51:54.737698 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2be90389-468f-43e8-955e-8d0ecc162424 None None] Attempting to bind port 83760f00-6310-48ca-8744-638bbc171743 on network 67fc9a3f-53b9-471c-8573-6c1a4bc5b009 {{(pid=92666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 08:51:54.742884 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2be90389-468f-43e8-955e-8d0ecc162424 None None] Checking agent: {'id': 'a79e4517-6a90-4dc6-90fb-3f5d630e0bbe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797333-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 8, 48, 44), 'started_at': datetime.datetime(2021, 6, 22, 8, 49, 14), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 8, 51, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797333-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 08:51:54.743268 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2be90389-468f-43e8-955e-8d0ecc162424 None None] Checking segment: {'id': '857f3ac5-fc7e-4499-b2af-700ff842c0ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '67fc9a3f-53b9-471c-8573-6c1a4bc5b009'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 08:51:54.743663 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-2be90389-468f-43e8-955e-8d0ecc162424 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:51:54.744051 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2be90389-468f-43e8-955e-8d0ecc162424 None None] Bound using segment: {'id': '857f3ac5-fc7e-4499-b2af-700ff842c0ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '67fc9a3f-53b9-471c-8573-6c1a4bc5b009'} {{(pid=92666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 08:51:54.744513 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.managers [None req-2be90389-468f-43e8-955e-8d0ecc162424 None None] Bound port: 83760f00-6310-48ca-8744-638bbc171743, host: dv-cinder-797333-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '857f3ac5-fc7e-4499-b2af-700ff842c0ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '67fc9a3f-53b9-471c-8573-6c1a4bc5b009'}}] {{(pid=92666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 08:51:54.744880 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-2be90389-468f-43e8-955e-8d0ecc162424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133719154'] for port, before_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:51:54.807081 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.db [None req-2be90389-468f-43e8-955e-8d0ecc162424 None None] For port 83760f00-6310-48ca-8744-638bbc171743, host dv-cinder-797333-1-smb, cleared binding levels {{(pid=92666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 08:51:54.810314 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.db [None req-2be90389-468f-43e8-955e-8d0ecc162424 None None] For port 83760f00-6310-48ca-8744-638bbc171743, host dv-cinder-797333-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797333-1-smb',level=0,port_id=83760f00-6310-48ca-8744-638bbc171743,segment=NetworkSegment(857f3ac5-fc7e-4499-b2af-700ff842c0ae),segment_id=857f3ac5-fc7e-4499-b2af-700ff842c0ae)] {{(pid=92666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 08:51:54.814303 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-2be90389-468f-43e8-955e-8d0ecc162424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133719696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133660950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728380107731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728379583079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728379583124'] for port, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:51:54.816549 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG oslo_concurrency.lockutils [None req-aeb04978-f885-4c28-ae1a-f7121a3af92a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:51:54.876914 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be90389-468f-43e8-955e-8d0ecc162424 None None] Pushing event updated for resources: {'Port': ['ID=83760f00-6310-48ca-8744-638bbc171743,revision_number=2']} {{(pid=92666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:51:54.880403 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG oslo_concurrency.lockutils [None req-2be90389-468f-43e8-955e-8d0ecc162424 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:51:55.690074 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a43105b-102b-4176-8aa9-b256cc8709f8 None None] Network 67fc9a3f-53b9-471c-8573-6c1a4bc5b009 requested from dv-cinder-797333-1-smb {{(pid=92666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 08:51:55.767493 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.provisioning_blocks [None req-11a5c1b9-e307-43f4-bcd9-25289468e2e5 None None] Provisioning for port 83760f00-6310-48ca-8744-638bbc171743 completed by entity DHCP. {{(pid=92666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 08:51:55.807959 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.rpc [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Device 83760f00-6310-48ca-8744-638bbc171743 up at agent ovs-agent-dv-cinder-797333-1-smb {{(pid=92666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 08:51:55.896678 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.provisioning_blocks [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Provisioning for port 83760f00-6310-48ca-8744-638bbc171743 completed by entity L2. {{(pid=92666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 08:51:55.903357 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.provisioning_blocks [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Provisioning complete for port 83760f00-6310-48ca-8744-638bbc171743 triggered by entity L2. {{(pid=92666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 08:51:55.903730 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133917554'] for port, provisioning_complete {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:51:56.001930 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133719154'] for port, before_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:51:56.037736 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.db [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] For port 83760f00-6310-48ca-8744-638bbc171743, host dv-cinder-797333-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797333-1-smb',level=0,port_id=83760f00-6310-48ca-8744-638bbc171743,segment=NetworkSegment(857f3ac5-fc7e-4499-b2af-700ff842c0ae),segment_id=857f3ac5-fc7e-4499-b2af-700ff842c0ae)] {{(pid=92666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 08:51:56.044521 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133719696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133660950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728380107731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728379583079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728379583124'] for port, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:51:56.046191 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:51:56.105885 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Pushing event updated for resources: {'Port': ['ID=83760f00-6310-48ca-8744-638bbc171743,revision_number=3']} {{(pid=92666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:51:56.109445 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG oslo_concurrency.lockutils [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:51:56.205358 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.provisioning_blocks [None req-d2bbc2b8-60ed-4ed8-9a23-ee05ddc4eff0 None None] Provisioning complete for port 83760f00-6310-48ca-8744-638bbc171743 triggered by entity DHCP. {{(pid=92666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 08:51:56.205743 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-d2bbc2b8-60ed-4ed8-9a23-ee05ddc4eff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133917554'] for port, provisioning_complete {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:51:57.758689 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.rpc [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Device 83760f00-6310-48ca-8744-638bbc171743 up at agent ovs-agent-dv-cinder-797333-1-smb {{(pid=92666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 08:51:57.804279 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.provisioning_blocks [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Provisioning complete for port 83760f00-6310-48ca-8744-638bbc171743 triggered by entity L2. {{(pid=92666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 08:51:57.804648 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133917554'] for port, provisioning_complete {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:52:11.049929 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-65af3f40-f0d7-4a86-9554-b1eebb21dfce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380123073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133916839'] for agent, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:52:13.480529 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-30aba0d7-bea0-4876-bf94-50f3d6883a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380123073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133916839'] for agent, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:52:13.813704 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380123073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133916839'] for agent, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:52:14.919617 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-244d5e4c-124e-44e7-83f7-ed36bd156729 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380123073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133916839'] for agent, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:52:16.016953 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-e2a0141c-4e42-4900-8004-ff8c1b31b35a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380123073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133916839'] for agent, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:52:28.387514 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.db.agents_db [None req-b28930ac-c45f-452b-90b0-92e2a86c5dbe None None] Agent healthcheck: found 5 active agents {{(pid=92667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 08:52:41.053465 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-c899c40a-f3f6-43cf-8bcb-2a0ee92c63d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380123073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133916839'] for agent, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:52:43.481032 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-a1468574-d05c-401f-9826-23e4c30beef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380123073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133916839'] for agent, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:52:43.812223 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380123073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133916839'] for agent, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:52:44.922489 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-244d5e4c-124e-44e7-83f7-ed36bd156729 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380123073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133916839'] for agent, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:52:46.017959 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-e2a0141c-4e42-4900-8004-ff8c1b31b35a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380123073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133916839'] for agent, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:53:05.386332 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.db.agents_db [None req-b28930ac-c45f-452b-90b0-92e2a86c5dbe None None] Agent healthcheck: found 5 active agents {{(pid=92667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 08:53:09.097414 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.wsgi [-] (92665) accepted ('10.222.0.22', 59400) {{(pid=92665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 08:53:09.103616 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.wsgi [None req-cadb1b19-72bd-4685-bf87-eb38e018d89d tempest-verify_tempest_config-1520234165 tempest-verify_tempest_config-1520234165-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=92665) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 08:53:09.104603 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [None req-cadb1b19-72bd-4685-bf87-eb38e018d89d tempest-verify_tempest_config-1520234165 tempest-verify_tempest_config-1520234165-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0061984 Jun 22 08:53:09.403582 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.wsgi [-] (92664) accepted ('10.222.0.22', 59418) {{(pid=92664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 08:53:09.504215 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-b23e6dd1-5e8c-4b58-b339-16337ebd056f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:53:09.589782 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-b23e6dd1-5e8c-4b58-b339-16337ebd056f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:53:09.593395 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-b23e6dd1-5e8c-4b58-b339-16337ebd056f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748303'] for security_group, after_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:53:09.599202 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-ef81c385-7310-4ba5-ab9b-402258967552 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:53:09.638822 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [None req-b23e6dd1-5e8c-4b58-b339-16337ebd056f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=83e87e590a0b45a3b5b8444142d46716&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2341783 Jun 22 08:53:09.640581 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23e6dd1-5e8c-4b58-b339-16337ebd056f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d75a3ea-7824-4db3-9a03-1f89b1d1e72e,revision_number=1']} {{(pid=92664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:53:09.641497 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.wsgi [-] (92665) accepted ('10.222.0.22', 59424) {{(pid=92665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 08:53:09.647124 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23e6dd1-5e8c-4b58-b339-16337ebd056f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:53:09.647463 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23e6dd1-5e8c-4b58-b339-16337ebd056f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:53:09.647794 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23e6dd1-5e8c-4b58-b339-16337ebd056f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:53:09.648123 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23e6dd1-5e8c-4b58-b339-16337ebd056f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:53:09.648448 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23e6dd1-5e8c-4b58-b339-16337ebd056f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:53:09.648769 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23e6dd1-5e8c-4b58-b339-16337ebd056f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:53:09.649083 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23e6dd1-5e8c-4b58-b339-16337ebd056f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:53:09.649400 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23e6dd1-5e8c-4b58-b339-16337ebd056f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:53:09.649757 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23e6dd1-5e8c-4b58-b339-16337ebd056f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:53:09.650074 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23e6dd1-5e8c-4b58-b339-16337ebd056f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:53:09.650384 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23e6dd1-5e8c-4b58-b339-16337ebd056f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:53:09.650694 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23e6dd1-5e8c-4b58-b339-16337ebd056f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:53:09.654926 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-b23e6dd1-5e8c-4b58-b339-16337ebd056f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:53:09.698617 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-3b8aa081-a34f-4b7b-a3f4-6037c90f0f89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:53:09.719341 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-3b8aa081-a34f-4b7b-a3f4-6037c90f0f89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:53:09.810216 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-3b8aa081-a34f-4b7b-a3f4-6037c90f0f89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748303'] for security_group, after_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:53:09.812960 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-3b8aa081-a34f-4b7b-a3f4-6037c90f0f89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:53:09.814100 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [None req-3b8aa081-a34f-4b7b-a3f4-6037c90f0f89 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/2d75a3ea-7824-4db3-9a03-1f89b1d1e72e HTTP/1.1" status: 204 len: 168 time: 0.1716475 Jun 22 08:53:09.814702 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:53:09.822895 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8aa081-a34f-4b7b-a3f4-6037c90f0f89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d75a3ea-7824-4db3-9a03-1f89b1d1e72e,revision_number=None']} {{(pid=92665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:53:09.829422 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8aa081-a34f-4b7b-a3f4-6037c90f0f89 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:53:09.829790 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8aa081-a34f-4b7b-a3f4-6037c90f0f89 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:53:09.830117 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8aa081-a34f-4b7b-a3f4-6037c90f0f89 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:53:09.830440 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8aa081-a34f-4b7b-a3f4-6037c90f0f89 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:53:09.830759 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8aa081-a34f-4b7b-a3f4-6037c90f0f89 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:53:09.831072 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8aa081-a34f-4b7b-a3f4-6037c90f0f89 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:53:09.831384 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8aa081-a34f-4b7b-a3f4-6037c90f0f89 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:53:09.831691 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8aa081-a34f-4b7b-a3f4-6037c90f0f89 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:53:09.832021 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8aa081-a34f-4b7b-a3f4-6037c90f0f89 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:53:09.832336 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8aa081-a34f-4b7b-a3f4-6037c90f0f89 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:53:09.832642 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8aa081-a34f-4b7b-a3f4-6037c90f0f89 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:53:09.832948 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8aa081-a34f-4b7b-a3f4-6037c90f0f89 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:53:09.836534 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-3b8aa081-a34f-4b7b-a3f4-6037c90f0f89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:53:11.058258 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-7a880770-4ef0-4e4a-812e-00c0e0e1b4db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380123073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133916839'] for agent, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:53:13.486022 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-cd95960f-0874-47f2-8ed0-8e00322d35dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380123073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133916839'] for agent, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:53:13.813914 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380123073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133916839'] for agent, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:53:14.928414 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-244d5e4c-124e-44e7-83f7-ed36bd156729 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380123073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133916839'] for agent, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:53:16.021212 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-e2a0141c-4e42-4900-8004-ff8c1b31b35a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380123073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133916839'] for agent, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:53:41.058976 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-134655a0-302b-4b17-bc10-98f14a583d16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380123073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133916839'] for agent, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:53:42.385498 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.db.agents_db [None req-b28930ac-c45f-452b-90b0-92e2a86c5dbe None None] Agent healthcheck: found 5 active agents {{(pid=92667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 08:53:43.487507 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-3416a03b-b077-4c08-af7b-9c3ce1988da3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380123073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133916839'] for agent, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:53:43.814667 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380123073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133916839'] for agent, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:53:44.928711 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-244d5e4c-124e-44e7-83f7-ed36bd156729 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380123073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133916839'] for agent, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:53:46.022057 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-e2a0141c-4e42-4900-8004-ff8c1b31b35a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380123073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133916839'] for agent, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:54:11.062846 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-17c0bede-c460-4f6c-9bc0-683317121979 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380123073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133916839'] for agent, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:54:13.490231 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-78960f2f-195d-4ac1-be63-c46a8084109d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380123073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133916839'] for agent, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:54:13.818116 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380123073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133916839'] for agent, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:54:14.938296 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-244d5e4c-124e-44e7-83f7-ed36bd156729 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380123073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133916839'] for agent, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:54:16.025472 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-e2a0141c-4e42-4900-8004-ff8c1b31b35a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380123073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133916839'] for agent, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:54:19.385452 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.db.agents_db [None req-b28930ac-c45f-452b-90b0-92e2a86c5dbe None None] Agent healthcheck: found 5 active agents {{(pid=92667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 08:54:41.064927 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-cfda432d-0acf-4330-99b0-e14a512564ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380123073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133916839'] for agent, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:54:43.493670 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-a9584d88-6849-4502-8d9d-beb6c4f24a80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380123073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133916839'] for agent, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:54:43.822236 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380123073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133916839'] for agent, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:54:44.935854 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-244d5e4c-124e-44e7-83f7-ed36bd156729 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380123073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133916839'] for agent, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:54:46.029233 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-e2a0141c-4e42-4900-8004-ff8c1b31b35a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380123073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133916839'] for agent, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:54:52.709546 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380123073'] for agent, after_create {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:54:56.384613 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.db.agents_db [None req-b28930ac-c45f-452b-90b0-92e2a86c5dbe None None] Agent healthcheck: found 6 active agents {{(pid=92667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 08:54:57.607044 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.wsgi [-] (92665) accepted ('10.222.0.22', 59476) {{(pid=92665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 08:54:57.732427 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [None req-717b5ba4-3b99-488b-9b91-6f1dfa92c7a1 admin admin] 10.222.0.22 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1239169 Jun 22 08:55:00.359139 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.wsgi [-] (92665) accepted ('10.222.0.22', 59486) {{(pid=92665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 08:55:00.418510 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [None req-77d2f0dc-1edb-40b6-9634-90fe893a47d2 admin admin] 10.222.0.22 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0581632 Jun 22 08:55:11.067419 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-f1075b72-48a9-49b4-98b9-9143f90c6a60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380123073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133916839'] for agent, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:55:13.498121 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-ad738d43-a32e-44ca-b5e7-096f58e5cda2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380123073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133916839'] for agent, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:55:13.825348 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380123073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133916839'] for agent, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:55:14.937631 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-244d5e4c-124e-44e7-83f7-ed36bd156729 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380123073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133916839'] for agent, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:55:16.032247 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-e2a0141c-4e42-4900-8004-ff8c1b31b35a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380123073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133916839'] for agent, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:55:22.684809 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380123073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133916839'] for agent, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:55:33.384173 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.db.agents_db [None req-b28930ac-c45f-452b-90b0-92e2a86c5dbe None None] Agent healthcheck: found 6 active agents {{(pid=92667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 08:55:41.068857 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-1a2284ce-8e7e-484d-97d4-47bfa24bbf3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380123073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133916839'] for agent, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:55:43.502009 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-0dec32e1-d3df-4c18-af54-5f42b02d74c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380123073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133916839'] for agent, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:55:43.829428 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380123073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133916839'] for agent, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:55:44.940505 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-244d5e4c-124e-44e7-83f7-ed36bd156729 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380123073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133916839'] for agent, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:55:46.034684 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-e2a0141c-4e42-4900-8004-ff8c1b31b35a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380123073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133916839'] for agent, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:55:52.703055 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380123073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133916839'] for agent, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:10.383715 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.db.agents_db [None req-b28930ac-c45f-452b-90b0-92e2a86c5dbe None None] Agent healthcheck: found 6 active agents {{(pid=92667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 08:56:11.069949 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-79c7cc47-9a0d-4fc2-bc47-f58766baccf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380123073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133916839'] for agent, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:13.505988 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-fdb5019f-7b07-45fc-ba36-23325c64aa24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380123073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133916839'] for agent, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:13.831104 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380123073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133916839'] for agent, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:14.943442 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-244d5e4c-124e-44e7-83f7-ed36bd156729 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380123073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133916839'] for agent, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:16.036816 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-e2a0141c-4e42-4900-8004-ff8c1b31b35a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380123073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133916839'] for agent, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:22.696793 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380123073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133916839'] for agent, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:30.235188 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.wsgi [-] (92664) accepted ('10.222.0.22', 59684) {{(pid=92664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 08:56:30.545538 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.v2.base [None req-51f3a6c7-49de-4fcf-8faf-4b31364934d1 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1830238980-network', 'tenant_id': '2ed10f27fc044fe2929c68571a8a4941'}} {{(pid=92664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 08:56:30.567951 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51f3a6c7-49de-4fcf-8faf-4b31364934d1 admin admin] Made reservation on behalf of 2ed10f27fc044fe2929c68571a8a4941 for: {'network': 1} {{(pid=92664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 08:56:30.570798 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-51f3a6c7-49de-4fcf-8faf-4b31364934d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-133719140'] for network, before_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:30.580223 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-51f3a6c7-49de-4fcf-8faf-4b31364934d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:30.758247 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.wsgi [-] (92665) accepted ('10.222.0.22', 59708) {{(pid=92665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 08:56:30.775166 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.wsgi [-] (92665) accepted ('10.222.0.22', 59714) {{(pid=92665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 08:56:30.794067 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.wsgi [-] (92665) accepted ('10.222.0.22', 59718) {{(pid=92665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 08:56:30.805724 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-51f3a6c7-49de-4fcf-8faf-4b31364934d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:30.811269 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-51f3a6c7-49de-4fcf-8faf-4b31364934d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748303'] for security_group, after_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:30.817854 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-b23e6dd1-5e8c-4b58-b339-16337ebd056f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:56:30.839233 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51f3a6c7-49de-4fcf-8faf-4b31364934d1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 221} {{(pid=92664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 08:56:30.858926 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f3a6c7-49de-4fcf-8faf-4b31364934d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1548d3c8-84c0-49f5-b8c1-fb6044ba6323,revision_number=1']} {{(pid=92664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:56:30.871212 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-51f3a6c7-49de-4fcf-8faf-4b31364934d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133909941'] for segment, precommit_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:30.871603 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.db.segments_db [None req-51f3a6c7-49de-4fcf-8faf-4b31364934d1 admin admin] Added segment 65066843-210f-408d-bbb9-a6cf53d0f702 of type vlan for network 832a0f40-6937-4cf8-9860-9cfd8761f3f2 Jun 22 08:56:30.873978 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f3a6c7-49de-4fcf-8faf-4b31364934d1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:56:30.874658 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f3a6c7-49de-4fcf-8faf-4b31364934d1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:56:30.874658 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f3a6c7-49de-4fcf-8faf-4b31364934d1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:56:30.874947 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f3a6c7-49de-4fcf-8faf-4b31364934d1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:56:30.875257 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f3a6c7-49de-4fcf-8faf-4b31364934d1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:56:30.875578 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f3a6c7-49de-4fcf-8faf-4b31364934d1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:56:30.875885 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f3a6c7-49de-4fcf-8faf-4b31364934d1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:56:30.876196 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f3a6c7-49de-4fcf-8faf-4b31364934d1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:56:30.876523 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f3a6c7-49de-4fcf-8faf-4b31364934d1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:56:30.876837 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f3a6c7-49de-4fcf-8faf-4b31364934d1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:56:30.877141 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f3a6c7-49de-4fcf-8faf-4b31364934d1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:56:30.877445 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f3a6c7-49de-4fcf-8faf-4b31364934d1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:56:30.879248 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f3a6c7-49de-4fcf-8faf-4b31364934d1 admin admin] Tracked resource versions report: Jun 22 08:56:30.879248 dv-cinder-797333-1-smb neutron-server[92664]: pushed versions: Jun 22 08:56:30.879248 dv-cinder-797333-1-smb neutron-server[92664]: { 'AddressGroup': {'1.2'}, Jun 22 08:56:30.879248 dv-cinder-797333-1-smb neutron-server[92664]: 'ConntrackHelper': {'1.0'}, Jun 22 08:56:30.879248 dv-cinder-797333-1-smb neutron-server[92664]: 'Log': {'1.0'}, Jun 22 08:56:30.879248 dv-cinder-797333-1-smb neutron-server[92664]: 'Network': {'1.1'}, Jun 22 08:56:30.879248 dv-cinder-797333-1-smb neutron-server[92664]: 'Port': {'1.7'}, Jun 22 08:56:30.879248 dv-cinder-797333-1-smb neutron-server[92664]: 'PortForwarding': {'1.2'}, Jun 22 08:56:30.879248 dv-cinder-797333-1-smb neutron-server[92664]: 'QosPolicy': {'1.8'}, Jun 22 08:56:30.879248 dv-cinder-797333-1-smb neutron-server[92664]: 'SecurityGroup': {'1.4'}, Jun 22 08:56:30.879248 dv-cinder-797333-1-smb neutron-server[92664]: 'SecurityGroupRule': {'1.2'}, Jun 22 08:56:30.879248 dv-cinder-797333-1-smb neutron-server[92664]: 'SubPort': {'1.0'}, Jun 22 08:56:30.879248 dv-cinder-797333-1-smb neutron-server[92664]: 'Subnet': {'1.1'}, Jun 22 08:56:30.879248 dv-cinder-797333-1-smb neutron-server[92664]: 'Trunk': {'1.1'}} Jun 22 08:56:30.879248 dv-cinder-797333-1-smb neutron-server[92664]: consumer versions: Jun 22 08:56:30.879248 dv-cinder-797333-1-smb neutron-server[92664]: { DHCP agent@dv-cinder-797333-1-smb: {}, Jun 22 08:56:30.879248 dv-cinder-797333-1-smb neutron-server[92664]: HyperV agent@hv-cinder-79733: {}, Jun 22 08:56:30.879248 dv-cinder-797333-1-smb neutron-server[92664]: L3 agent@dv-cinder-797333-1-smb: {}, Jun 22 08:56:30.879248 dv-cinder-797333-1-smb neutron-server[92664]: Metadata agent@dv-cinder-797333-1-smb: {}, Jun 22 08:56:30.879248 dv-cinder-797333-1-smb neutron-server[92664]: Metering agent@dv-cinder-797333-1-smb: {}, Jun 22 08:56:30.879248 dv-cinder-797333-1-smb neutron-server[92664]: Open vSwitch agent@dv-cinder-797333-1-smb: { 'AddressGroup': '1.2', Jun 22 08:56:30.879248 dv-cinder-797333-1-smb neutron-server[92664]: 'ConntrackHelper': '1.0', Jun 22 08:56:30.879248 dv-cinder-797333-1-smb neutron-server[92664]: 'Log': '1.0', Jun 22 08:56:30.879248 dv-cinder-797333-1-smb neutron-server[92664]: 'Network': '1.1', Jun 22 08:56:30.879248 dv-cinder-797333-1-smb neutron-server[92664]: 'Port': '1.7', Jun 22 08:56:30.879248 dv-cinder-797333-1-smb neutron-server[92664]: 'PortForwarding': '1.2', Jun 22 08:56:30.879248 dv-cinder-797333-1-smb neutron-server[92664]: 'QosPolicy': '1.8', Jun 22 08:56:30.879248 dv-cinder-797333-1-smb neutron-server[92664]: 'SecurityGroup': '1.4', Jun 22 08:56:30.879248 dv-cinder-797333-1-smb neutron-server[92664]: 'SecurityGroupRule': '1.2', Jun 22 08:56:30.879248 dv-cinder-797333-1-smb neutron-server[92664]: 'SubPort': '1.0', Jun 22 08:56:30.879248 dv-cinder-797333-1-smb neutron-server[92664]: 'Subnet': '1.1', Jun 22 08:56:30.879248 dv-cinder-797333-1-smb neutron-server[92664]: 'Trunk': '1.1'}} Jun 22 08:56:30.879248 dv-cinder-797333-1-smb neutron-server[92664]: {{(pid=92664) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 22 08:56:30.905902 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-51f3a6c7-49de-4fcf-8faf-4b31364934d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:56:30.944573 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-51f3a6c7-49de-4fcf-8faf-4b31364934d1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728379603923'] for network, precommit_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:30.974723 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-51f3a6c7-49de-4fcf-8faf-4b31364934d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-748338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-133660957'] for network, after_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:30.976316 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51f3a6c7-49de-4fcf-8faf-4b31364934d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:56:30.976945 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-51f3a6c7-49de-4fcf-8faf-4b31364934d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133660928'] for network, before_response {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:30.980510 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-ef81c385-7310-4ba5-ab9b-402258967552 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:56:31.044141 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.v2.base [None req-e3c4cdbe-afda-42c1-b74c-ec2aa3898718 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-805699332-network', 'tenant_id': '539be15b3b01480196a1d49d035c0e00'}} {{(pid=92665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 08:56:31.062817 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f3a6c7-49de-4fcf-8faf-4b31364934d1 admin admin] Pushing event updated for resources: {'Network': ['ID=832a0f40-6937-4cf8-9860-9cfd8761f3f2,revision_number=1']} {{(pid=92664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:56:31.066835 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.v2.base [None req-34508ffd-47bf-402b-baf7-11e1e99fb9a8 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1376959178-network', 'tenant_id': '579dfe35a1f942f09a66abcabc039fa9'}} {{(pid=92665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 08:56:31.075569 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.rpc [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Network 832a0f40-6937-4cf8-9860-9cfd8761f3f2 details requested by agent ovs-agent-dv-cinder-797333-1-smb with host dv-cinder-797333-1-smb {{(pid=92666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 08:56:31.076090 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-51f3a6c7-49de-4fcf-8faf-4b31364934d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:56:31.116657 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.v2.base [None req-d23315c9-f8fe-4a3d-a282-9db03669cafe admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1386995798-network', 'tenant_id': '0dbc55deeb2a42a3bb10502a7c6fc28b'}} {{(pid=92665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 08:56:31.119122 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [None req-51f3a6c7-49de-4fcf-8faf-4b31364934d1 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8828502 Jun 22 08:56:31.121979 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.wsgi [-] (92664) accepted ('10.222.0.22', 59742) {{(pid=92664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 08:56:31.130064 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.v2.base [None req-425d0f9a-afdd-4417-98a7-2356b1b6a7d4 admin admin] Request body: {'subnet': {'network_id': '832a0f40-6937-4cf8-9860-9cfd8761f3f2', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1830238980-subnet', 'tenant_id': '2ed10f27fc044fe2929c68571a8a4941', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 08:56:31.158137 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3c4cdbe-afda-42c1-b74c-ec2aa3898718 admin admin] Made reservation on behalf of 539be15b3b01480196a1d49d035c0e00 for: {'network': 1} {{(pid=92665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 08:56:31.160589 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-e3c4cdbe-afda-42c1-b74c-ec2aa3898718 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-133719140'] for network, before_create {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:31.174161 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-e3c4cdbe-afda-42c1-b74c-ec2aa3898718 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:31.199043 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34508ffd-47bf-402b-baf7-11e1e99fb9a8 admin admin] Made reservation on behalf of 579dfe35a1f942f09a66abcabc039fa9 for: {'network': 1} {{(pid=92665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 08:56:31.201714 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-34508ffd-47bf-402b-baf7-11e1e99fb9a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-133719140'] for network, before_create {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:31.211288 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-34508ffd-47bf-402b-baf7-11e1e99fb9a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:31.212856 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-425d0f9a-afdd-4417-98a7-2356b1b6a7d4 admin admin] Made reservation on behalf of 2ed10f27fc044fe2929c68571a8a4941 for: {'subnet': 1} {{(pid=92664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 08:56:31.215748 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-425d0f9a-afdd-4417-98a7-2356b1b6a7d4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:31.239582 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d23315c9-f8fe-4a3d-a282-9db03669cafe admin admin] Made reservation on behalf of 0dbc55deeb2a42a3bb10502a7c6fc28b for: {'network': 1} {{(pid=92665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 08:56:31.243117 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-d23315c9-f8fe-4a3d-a282-9db03669cafe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-133719140'] for network, before_create {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:31.256622 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-d23315c9-f8fe-4a3d-a282-9db03669cafe admin admin] Notify callbacks [] for security_group, before_create {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:31.353774 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-e3c4cdbe-afda-42c1-b74c-ec2aa3898718 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:31.365371 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-e3c4cdbe-afda-42c1-b74c-ec2aa3898718 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748303'] for security_group, after_create {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:31.391996 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-8c0117ec-46a5-4588-8fa1-34b5244bea51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:56:31.422287 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-425d0f9a-afdd-4417-98a7-2356b1b6a7d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133660950'] for subnet, after_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:31.422287 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-0d7e1d54-d603-4042-b86c-a4150d8949c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:56:31.434238 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c4cdbe-afda-42c1-b74c-ec2aa3898718 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c210bf20-d1be-4cb5-a48a-db191f4bb5e8,revision_number=1']} {{(pid=92665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:56:31.451353 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c4cdbe-afda-42c1-b74c-ec2aa3898718 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:56:31.452006 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c4cdbe-afda-42c1-b74c-ec2aa3898718 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:56:31.452656 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c4cdbe-afda-42c1-b74c-ec2aa3898718 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:56:31.453212 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c4cdbe-afda-42c1-b74c-ec2aa3898718 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:56:31.453788 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c4cdbe-afda-42c1-b74c-ec2aa3898718 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:56:31.454340 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c4cdbe-afda-42c1-b74c-ec2aa3898718 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:56:31.454890 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c4cdbe-afda-42c1-b74c-ec2aa3898718 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:56:31.455431 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c4cdbe-afda-42c1-b74c-ec2aa3898718 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:56:31.455980 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c4cdbe-afda-42c1-b74c-ec2aa3898718 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:56:31.456595 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c4cdbe-afda-42c1-b74c-ec2aa3898718 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:56:31.457146 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c4cdbe-afda-42c1-b74c-ec2aa3898718 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:56:31.457698 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c4cdbe-afda-42c1-b74c-ec2aa3898718 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:56:31.458999 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c4cdbe-afda-42c1-b74c-ec2aa3898718 admin admin] Tracked resource versions report: Jun 22 08:56:31.458999 dv-cinder-797333-1-smb neutron-server[92665]: pushed versions: Jun 22 08:56:31.458999 dv-cinder-797333-1-smb neutron-server[92665]: { 'AddressGroup': {'1.2'}, Jun 22 08:56:31.458999 dv-cinder-797333-1-smb neutron-server[92665]: 'ConntrackHelper': {'1.0'}, Jun 22 08:56:31.458999 dv-cinder-797333-1-smb neutron-server[92665]: 'Log': {'1.0'}, Jun 22 08:56:31.458999 dv-cinder-797333-1-smb neutron-server[92665]: 'Network': {'1.1'}, Jun 22 08:56:31.458999 dv-cinder-797333-1-smb neutron-server[92665]: 'Port': {'1.7'}, Jun 22 08:56:31.458999 dv-cinder-797333-1-smb neutron-server[92665]: 'PortForwarding': {'1.2'}, Jun 22 08:56:31.458999 dv-cinder-797333-1-smb neutron-server[92665]: 'QosPolicy': {'1.8'}, Jun 22 08:56:31.458999 dv-cinder-797333-1-smb neutron-server[92665]: 'SecurityGroup': {'1.4'}, Jun 22 08:56:31.458999 dv-cinder-797333-1-smb neutron-server[92665]: 'SecurityGroupRule': {'1.2'}, Jun 22 08:56:31.458999 dv-cinder-797333-1-smb neutron-server[92665]: 'SubPort': {'1.0'}, Jun 22 08:56:31.458999 dv-cinder-797333-1-smb neutron-server[92665]: 'Subnet': {'1.1'}, Jun 22 08:56:31.458999 dv-cinder-797333-1-smb neutron-server[92665]: 'Trunk': {'1.1'}} Jun 22 08:56:31.458999 dv-cinder-797333-1-smb neutron-server[92665]: consumer versions: Jun 22 08:56:31.458999 dv-cinder-797333-1-smb neutron-server[92665]: { DHCP agent@dv-cinder-797333-1-smb: {}, Jun 22 08:56:31.458999 dv-cinder-797333-1-smb neutron-server[92665]: HyperV agent@hv-cinder-79733: {}, Jun 22 08:56:31.458999 dv-cinder-797333-1-smb neutron-server[92665]: L3 agent@dv-cinder-797333-1-smb: {}, Jun 22 08:56:31.458999 dv-cinder-797333-1-smb neutron-server[92665]: Metadata agent@dv-cinder-797333-1-smb: {}, Jun 22 08:56:31.458999 dv-cinder-797333-1-smb neutron-server[92665]: Metering agent@dv-cinder-797333-1-smb: {}, Jun 22 08:56:31.458999 dv-cinder-797333-1-smb neutron-server[92665]: Open vSwitch agent@dv-cinder-797333-1-smb: { 'AddressGroup': '1.2', Jun 22 08:56:31.458999 dv-cinder-797333-1-smb neutron-server[92665]: 'ConntrackHelper': '1.0', Jun 22 08:56:31.458999 dv-cinder-797333-1-smb neutron-server[92665]: 'Log': '1.0', Jun 22 08:56:31.458999 dv-cinder-797333-1-smb neutron-server[92665]: 'Network': '1.1', Jun 22 08:56:31.458999 dv-cinder-797333-1-smb neutron-server[92665]: 'Port': '1.7', Jun 22 08:56:31.458999 dv-cinder-797333-1-smb neutron-server[92665]: 'PortForwarding': '1.2', Jun 22 08:56:31.458999 dv-cinder-797333-1-smb neutron-server[92665]: 'QosPolicy': '1.8', Jun 22 08:56:31.458999 dv-cinder-797333-1-smb neutron-server[92665]: 'SecurityGroup': '1.4', Jun 22 08:56:31.458999 dv-cinder-797333-1-smb neutron-server[92665]: 'SecurityGroupRule': '1.2', Jun 22 08:56:31.458999 dv-cinder-797333-1-smb neutron-server[92665]: 'SubPort': '1.0', Jun 22 08:56:31.458999 dv-cinder-797333-1-smb neutron-server[92665]: 'Subnet': '1.1', Jun 22 08:56:31.458999 dv-cinder-797333-1-smb neutron-server[92665]: 'Trunk': '1.1'}} Jun 22 08:56:31.458999 dv-cinder-797333-1-smb neutron-server[92665]: {{(pid=92665) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 22 08:56:31.467858 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-e3c4cdbe-afda-42c1-b74c-ec2aa3898718 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:56:31.468917 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3c4cdbe-afda-42c1-b74c-ec2aa3898718 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 224} {{(pid=92665) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 08:56:31.475968 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425d0f9a-afdd-4417-98a7-2356b1b6a7d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=41b3d805-cf94-47db-93b9-afda76b6f282,revision_number=0']} {{(pid=92664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:56:31.491711 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-e3c4cdbe-afda-42c1-b74c-ec2aa3898718 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133909941'] for segment, precommit_create {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:31.492269 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.db.segments_db [None req-e3c4cdbe-afda-42c1-b74c-ec2aa3898718 admin admin] Added segment a37c650b-e011-49b1-9fb9-c613dfbe5229 of type vlan for network 6858ed3b-c3b9-4692-a3bd-5458c5aaeb61 Jun 22 08:56:31.495477 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-425d0f9a-afdd-4417-98a7-2356b1b6a7d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:56:31.500868 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-425d0f9a-afdd-4417-98a7-2356b1b6a7d4 admin admin] Checking segment: {'id': '65066843-210f-408d-bbb9-a6cf53d0f702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '832a0f40-6937-4cf8-9860-9cfd8761f3f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 08:56:31.501432 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-425d0f9a-afdd-4417-98a7-2356b1b6a7d4 admin admin] Network hostable DHCP agents. Network: 832a0f40-6937-4cf8-9860-9cfd8761f3f2, hostable agents: ['18f46bdb-decb-4ad2-bb7f-51185bbb2b9b'], hosted agents: [] {{(pid=92664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 08:56:31.520798 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-425d0f9a-afdd-4417-98a7-2356b1b6a7d4 admin admin] Network 832a0f40-6937-4cf8-9860-9cfd8761f3f2 is scheduled to be hosted by DHCP agent 18f46bdb-decb-4ad2-bb7f-51185bbb2b9b with binding_index 1 {{(pid=92664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 08:56:31.535001 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.scheduler.base_scheduler [None req-425d0f9a-afdd-4417-98a7-2356b1b6a7d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797333-1-smb, 832a0f40-6937-4cf8-9860-9cfd8761f3f2) {{(pid=92664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 08:56:31.541438 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-425d0f9a-afdd-4417-98a7-2356b1b6a7d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:56:31.542615 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-425d0f9a-afdd-4417-98a7-2356b1b6a7d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133660928'] for subnet, before_response {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:31.548835 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffdff2f7-fd58-4b4d-bb75-69c0c2e4927a None None] Network 832a0f40-6937-4cf8-9860-9cfd8761f3f2 requested from dv-cinder-797333-1-smb {{(pid=92666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 08:56:31.557435 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-e3c4cdbe-afda-42c1-b74c-ec2aa3898718 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728379603923'] for network, precommit_create {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:31.612257 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-34508ffd-47bf-402b-baf7-11e1e99fb9a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:31.698892 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-e3c4cdbe-afda-42c1-b74c-ec2aa3898718 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-748338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-133660957'] for network, after_create {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:31.700127 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-34508ffd-47bf-402b-baf7-11e1e99fb9a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748303'] for security_group, after_create {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:31.707856 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3c4cdbe-afda-42c1-b74c-ec2aa3898718 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:56:31.709023 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-e3c4cdbe-afda-42c1-b74c-ec2aa3898718 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133660928'] for network, before_response {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:31.723908 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:56:31.776193 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-300e1dcd-74ce-4ad6-a8cd-cf1e887cf51e None None] Network 832a0f40-6937-4cf8-9860-9cfd8761f3f2 requested from dv-cinder-797333-1-smb {{(pid=92666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 08:56:31.777361 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34508ffd-47bf-402b-baf7-11e1e99fb9a8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 215} {{(pid=92665) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 08:56:31.789092 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-34508ffd-47bf-402b-baf7-11e1e99fb9a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133909941'] for segment, precommit_create {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:31.789346 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.db.segments_db [None req-34508ffd-47bf-402b-baf7-11e1e99fb9a8 admin admin] Added segment 575d0fd2-418e-4690-86de-2d9d75fa22cd of type vlan for network fc5fbf8b-b290-4909-ad02-6e42f6cbe581 Jun 22 08:56:31.847012 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-34508ffd-47bf-402b-baf7-11e1e99fb9a8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728379603923'] for network, precommit_create {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:31.892089 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-34508ffd-47bf-402b-baf7-11e1e99fb9a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-748338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-133660957'] for network, after_create {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:31.905825 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34508ffd-47bf-402b-baf7-11e1e99fb9a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:56:31.906437 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-34508ffd-47bf-402b-baf7-11e1e99fb9a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133660928'] for network, before_response {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:31.932878 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-d23315c9-f8fe-4a3d-a282-9db03669cafe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:31.934331 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c4cdbe-afda-42c1-b74c-ec2aa3898718 admin admin] Pushing event updated for resources: {'Network': ['ID=6858ed3b-c3b9-4692-a3bd-5458c5aaeb61,revision_number=1']} {{(pid=92665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:56:31.938496 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-e3c4cdbe-afda-42c1-b74c-ec2aa3898718 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:56:31.939279 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-e3c4cdbe-afda-42c1-b74c-ec2aa3898718 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.213s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:56:31.950880 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-d23315c9-f8fe-4a3d-a282-9db03669cafe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748303'] for security_group, after_create {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:31.959714 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.rpc [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Network 6858ed3b-c3b9-4692-a3bd-5458c5aaeb61 details requested by agent ovs-agent-dv-cinder-797333-1-smb with host dv-cinder-797333-1-smb {{(pid=92666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 08:56:31.964238 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [None req-425d0f9a-afdd-4417-98a7-2356b1b6a7d4 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8407538 Jun 22 08:56:31.969435 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [None req-e3c4cdbe-afda-42c1-b74c-ec2aa3898718 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.1921861 Jun 22 08:56:31.971774 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [None req-34508ffd-47bf-402b-baf7-11e1e99fb9a8 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.2109768 Jun 22 08:56:31.972276 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.wsgi [-] (92664) accepted ('10.222.0.22', 59780) {{(pid=92664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 08:56:31.974731 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.wsgi [-] (92664) accepted ('10.222.0.22', 59782) {{(pid=92664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 08:56:31.981484 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.v2.base [None req-899668df-c89d-45d2-bbe0-74065a66d60c admin admin] Request body: {'subnet': {'network_id': '6858ed3b-c3b9-4692-a3bd-5458c5aaeb61', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-805699332-subnet', 'tenant_id': '539be15b3b01480196a1d49d035c0e00', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=92664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 08:56:32.015858 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d23315c9-f8fe-4a3d-a282-9db03669cafe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 247} {{(pid=92665) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 08:56:32.025664 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34508ffd-47bf-402b-baf7-11e1e99fb9a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b898a60c-7fe8-421c-bc5f-0e7f60ad4a5c,revision_number=1']} {{(pid=92665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:56:32.029871 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-34508ffd-47bf-402b-baf7-11e1e99fb9a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:56:32.031618 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.108s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:56:32.043906 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.v2.base [None req-da51fe37-b7f0-46ed-a78a-96448e15433d admin admin] Request body: {'subnet': {'network_id': 'fc5fbf8b-b290-4909-ad02-6e42f6cbe581', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1376959178-subnet', 'tenant_id': '579dfe35a1f942f09a66abcabc039fa9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 08:56:32.075449 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-899668df-c89d-45d2-bbe0-74065a66d60c admin admin] Made reservation on behalf of 539be15b3b01480196a1d49d035c0e00 for: {'subnet': 1} {{(pid=92664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 08:56:32.079410 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-899668df-c89d-45d2-bbe0-74065a66d60c admin admin] Notify callbacks [] for subnet, before_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:32.142307 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34508ffd-47bf-402b-baf7-11e1e99fb9a8 admin admin] Pushing event updated for resources: {'Network': ['ID=fc5fbf8b-b290-4909-ad02-6e42f6cbe581,revision_number=1']} {{(pid=92665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:56:32.148699 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-34508ffd-47bf-402b-baf7-11e1e99fb9a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:56:32.155018 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.176s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:56:32.177176 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da51fe37-b7f0-46ed-a78a-96448e15433d admin admin] Made reservation on behalf of 579dfe35a1f942f09a66abcabc039fa9 for: {'subnet': 1} {{(pid=92664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 08:56:32.194363 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-da51fe37-b7f0-46ed-a78a-96448e15433d admin admin] Notify callbacks [] for subnet, before_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:32.211201 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-d23315c9-f8fe-4a3d-a282-9db03669cafe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133909941'] for segment, precommit_create {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:32.212117 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.db.segments_db [None req-d23315c9-f8fe-4a3d-a282-9db03669cafe admin admin] Added segment ff26e6d0-efb0-4f26-b4ca-43fb0499d495 of type vlan for network 266e7c95-823e-49c0-9793-a3850a55863e Jun 22 08:56:32.213579 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23315c9-f8fe-4a3d-a282-9db03669cafe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a830d81-8c5c-4325-bc97-f41c1e21f174,revision_number=1']} {{(pid=92665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:56:32.217110 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-d23315c9-f8fe-4a3d-a282-9db03669cafe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:56:32.242887 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.rpc [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Network fc5fbf8b-b290-4909-ad02-6e42f6cbe581 details requested by agent ovs-agent-dv-cinder-797333-1-smb with host dv-cinder-797333-1-smb {{(pid=92666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 08:56:32.274141 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-d23315c9-f8fe-4a3d-a282-9db03669cafe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728379603923'] for network, precommit_create {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:32.316686 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-d23315c9-f8fe-4a3d-a282-9db03669cafe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-748338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-133660957'] for network, after_create {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:32.318106 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d23315c9-f8fe-4a3d-a282-9db03669cafe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:56:32.318798 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-d23315c9-f8fe-4a3d-a282-9db03669cafe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133660928'] for network, before_response {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:32.323416 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:56:32.394909 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23315c9-f8fe-4a3d-a282-9db03669cafe admin admin] Pushing event updated for resources: {'Network': ['ID=266e7c95-823e-49c0-9793-a3850a55863e,revision_number=1']} {{(pid=92665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:56:32.398713 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-d23315c9-f8fe-4a3d-a282-9db03669cafe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:56:32.415773 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [None req-d23315c9-f8fe-4a3d-a282-9db03669cafe admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.6170387 Jun 22 08:56:32.415773 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.wsgi [-] (92665) accepted ('10.222.0.22', 59802) {{(pid=92665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 08:56:32.430935 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.v2.base [None req-500be67e-d3d5-4a93-bb19-8ea8d567de1c admin admin] Request body: {'subnet': {'network_id': '266e7c95-823e-49c0-9793-a3850a55863e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1386995798-subnet', 'tenant_id': '0dbc55deeb2a42a3bb10502a7c6fc28b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=92665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 08:56:32.442695 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.rpc [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Network 266e7c95-823e-49c0-9793-a3850a55863e details requested by agent ovs-agent-dv-cinder-797333-1-smb with host dv-cinder-797333-1-smb {{(pid=92666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 08:56:32.460307 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-500be67e-d3d5-4a93-bb19-8ea8d567de1c admin admin] Made reservation on behalf of 0dbc55deeb2a42a3bb10502a7c6fc28b for: {'subnet': 1} {{(pid=92665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 08:56:32.463598 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-500be67e-d3d5-4a93-bb19-8ea8d567de1c admin admin] Notify callbacks [] for subnet, before_create {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:32.505630 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-899668df-c89d-45d2-bbe0-74065a66d60c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133660950'] for subnet, after_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:32.528079 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-425d0f9a-afdd-4417-98a7-2356b1b6a7d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:56:32.599121 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-da51fe37-b7f0-46ed-a78a-96448e15433d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133660950'] for subnet, after_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:32.618885 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.wsgi [-] (92665) accepted ('10.222.0.22', 59818) {{(pid=92665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 08:56:32.626299 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899668df-c89d-45d2-bbe0-74065a66d60c admin admin] Pushing event updated for resources: {'Subnet': ['ID=d3540fe9-cc9d-4e8a-ade5-a63ad9a74449,revision_number=0']} {{(pid=92664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:56:32.639944 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-899668df-c89d-45d2-bbe0-74065a66d60c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:56:32.641296 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:56:32.693515 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-500be67e-d3d5-4a93-bb19-8ea8d567de1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133660950'] for subnet, after_create {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:32.701173 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:56:32.704642 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da51fe37-b7f0-46ed-a78a-96448e15433d admin admin] Pushing event updated for resources: {'Subnet': ['ID=d4b70363-b957-482d-afbc-e3f16f2e15d6,revision_number=0']} {{(pid=92664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:56:32.718954 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-da51fe37-b7f0-46ed-a78a-96448e15433d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:56:32.739893 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-899668df-c89d-45d2-bbe0-74065a66d60c admin admin] Checking segment: {'id': 'a37c650b-e011-49b1-9fb9-c613dfbe5229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '6858ed3b-c3b9-4692-a3bd-5458c5aaeb61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 08:56:32.740625 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-899668df-c89d-45d2-bbe0-74065a66d60c admin admin] Network hostable DHCP agents. Network: 6858ed3b-c3b9-4692-a3bd-5458c5aaeb61, hostable agents: ['18f46bdb-decb-4ad2-bb7f-51185bbb2b9b'], hosted agents: [] {{(pid=92664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 08:56:32.741065 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500be67e-d3d5-4a93-bb19-8ea8d567de1c admin admin] Pushing event updated for resources: {'Subnet': ['ID=1fa320cf-b578-475c-89d7-a0309e38937c,revision_number=0']} {{(pid=92665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:56:32.749177 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-500be67e-d3d5-4a93-bb19-8ea8d567de1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:56:32.771828 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-500be67e-d3d5-4a93-bb19-8ea8d567de1c admin admin] Checking segment: {'id': 'ff26e6d0-efb0-4f26-b4ca-43fb0499d495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '266e7c95-823e-49c0-9793-a3850a55863e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 08:56:32.772179 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-500be67e-d3d5-4a93-bb19-8ea8d567de1c admin admin] Network hostable DHCP agents. Network: 266e7c95-823e-49c0-9793-a3850a55863e, hostable agents: ['18f46bdb-decb-4ad2-bb7f-51185bbb2b9b'], hosted agents: [] {{(pid=92665) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 08:56:32.778159 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da51fe37-b7f0-46ed-a78a-96448e15433d admin admin] Checking segment: {'id': '575d0fd2-418e-4690-86de-2d9d75fa22cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'fc5fbf8b-b290-4909-ad02-6e42f6cbe581'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 08:56:32.778517 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da51fe37-b7f0-46ed-a78a-96448e15433d admin admin] Network hostable DHCP agents. Network: fc5fbf8b-b290-4909-ad02-6e42f6cbe581, hostable agents: ['18f46bdb-decb-4ad2-bb7f-51185bbb2b9b'], hosted agents: [] {{(pid=92664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 08:56:32.791365 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-899668df-c89d-45d2-bbe0-74065a66d60c admin admin] Network 6858ed3b-c3b9-4692-a3bd-5458c5aaeb61 is scheduled to be hosted by DHCP agent 18f46bdb-decb-4ad2-bb7f-51185bbb2b9b with binding_index 1 {{(pid=92664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 08:56:32.796745 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-500be67e-d3d5-4a93-bb19-8ea8d567de1c admin admin] Network 266e7c95-823e-49c0-9793-a3850a55863e is scheduled to be hosted by DHCP agent 18f46bdb-decb-4ad2-bb7f-51185bbb2b9b with binding_index 1 {{(pid=92665) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 08:56:32.805436 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da51fe37-b7f0-46ed-a78a-96448e15433d admin admin] Network fc5fbf8b-b290-4909-ad02-6e42f6cbe581 is scheduled to be hosted by DHCP agent 18f46bdb-decb-4ad2-bb7f-51185bbb2b9b with binding_index 1 {{(pid=92664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 08:56:32.816711 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.scheduler.base_scheduler [None req-899668df-c89d-45d2-bbe0-74065a66d60c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797333-1-smb, 6858ed3b-c3b9-4692-a3bd-5458c5aaeb61) {{(pid=92664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 08:56:32.818361 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.scheduler.base_scheduler [None req-500be67e-d3d5-4a93-bb19-8ea8d567de1c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797333-1-smb, 266e7c95-823e-49c0-9793-a3850a55863e) {{(pid=92665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 08:56:32.823398 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-500be67e-d3d5-4a93-bb19-8ea8d567de1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:56:32.823913 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-500be67e-d3d5-4a93-bb19-8ea8d567de1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133660928'] for subnet, before_response {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:32.831296 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88c4987d-4e09-4ace-80af-6f334927ed9e None None] Network 6858ed3b-c3b9-4692-a3bd-5458c5aaeb61 requested from dv-cinder-797333-1-smb {{(pid=92666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 08:56:32.836785 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fc3f67c-41a6-4374-b1d3-1351d43a3c19 None None] Network 266e7c95-823e-49c0-9793-a3850a55863e requested from dv-cinder-797333-1-smb {{(pid=92666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 08:56:32.839181 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-899668df-c89d-45d2-bbe0-74065a66d60c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:56:32.840300 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-899668df-c89d-45d2-bbe0-74065a66d60c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133660928'] for subnet, before_response {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:32.843467 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.scheduler.base_scheduler [None req-da51fe37-b7f0-46ed-a78a-96448e15433d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797333-1-smb, fc5fbf8b-b290-4909-ad02-6e42f6cbe581) {{(pid=92664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 08:56:32.852852 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da51fe37-b7f0-46ed-a78a-96448e15433d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:56:32.853676 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-da51fe37-b7f0-46ed-a78a-96448e15433d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133660928'] for subnet, before_response {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:32.877752 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [None req-899668df-c89d-45d2-bbe0-74065a66d60c admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9018400 Jun 22 08:56:32.878272 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.wsgi [-] (92665) accepted ('10.222.0.22', 59824) {{(pid=92665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 08:56:32.882670 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [None req-da51fe37-b7f0-46ed-a78a-96448e15433d admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.9060957 Jun 22 08:56:32.883642 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.wsgi [-] (92664) accepted ('10.222.0.22', 59826) {{(pid=92664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 08:56:32.883921 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.v2.base [None req-2a94c3b8-80e1-4f0e-9c2f-eb8e60bfe5f4 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-805699332-router', 'tenant_id': '539be15b3b01480196a1d49d035c0e00', 'external_gateway_info': {'network_id': '229d5e4a-3847-4866-aa2f-e37dad8eeeae'}}} {{(pid=92665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 08:56:32.888076 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-019b08e8-8846-4510-bd02-a849c6c69ecd admin admin] Notify callbacks [] for security_group, before_create {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:32.890381 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.v2.base [None req-be9b634b-cbb5-40f3-9139-09c1185e041a admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1376959178-router', 'tenant_id': '579dfe35a1f942f09a66abcabc039fa9', 'external_gateway_info': {'network_id': '229d5e4a-3847-4866-aa2f-e37dad8eeeae'}}} {{(pid=92664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 08:56:32.895818 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [None req-500be67e-d3d5-4a93-bb19-8ea8d567de1c admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.4757428 Jun 22 08:56:32.896400 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.wsgi [-] (92664) accepted ('10.222.0.22', 59828) {{(pid=92664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 08:56:32.903474 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.v2.base [None req-649491a8-07a2-4a10-a75f-4b4d2ca7e351 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1386995798-router', 'tenant_id': '0dbc55deeb2a42a3bb10502a7c6fc28b', 'external_gateway_info': {'network_id': '229d5e4a-3847-4866-aa2f-e37dad8eeeae'}}} {{(pid=92664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 08:56:32.935622 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-703d66b3-6e6a-4e66-93a7-1e93e88ffc7b None None] Network fc5fbf8b-b290-4909-ad02-6e42f6cbe581 requested from dv-cinder-797333-1-smb {{(pid=92666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 08:56:32.941151 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-2a94c3b8-80e1-4f0e-9c2f-eb8e60bfe5f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-122542'] for router, before_create {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:32.943625 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-2a94c3b8-80e1-4f0e-9c2f-eb8e60bfe5f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-737553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546884', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-766006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-122583'] for router, precommit_create {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:32.960305 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.db.api [None req-019b08e8-8846-4510-bd02-a849c6c69ecd admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 22 08:56:32.960305 dv-cinder-797333-1-smb neutron-server[92665]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 22 08:56:32.960305 dv-cinder-797333-1-smb neutron-server[92665]: [parameters: {'project_id_1': '548e34b57b204f5bba67d0df7b1a30c1', 'expiration_1': datetime.datetime(2021, 6, 22, 8, 56, 32, 927792)}] Jun 22 08:56:32.960305 dv-cinder-797333-1-smb neutron-server[92665]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=92665) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 22 08:56:32.960674 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_db.api [None req-019b08e8-8846-4510-bd02-a849c6c69ecd admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=92665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 22 08:56:32.963019 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.db.api [None req-be9b634b-cbb5-40f3-9139-09c1185e041a admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 22 08:56:32.963019 dv-cinder-797333-1-smb neutron-server[92664]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 22 08:56:32.963019 dv-cinder-797333-1-smb neutron-server[92664]: [parameters: {'project_id_1': '579dfe35a1f942f09a66abcabc039fa9', 'expiration_1': datetime.datetime(2021, 6, 22, 8, 56, 32, 918357)}] Jun 22 08:56:32.963019 dv-cinder-797333-1-smb neutron-server[92664]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=92664) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 22 08:56:32.964089 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_db.api [None req-be9b634b-cbb5-40f3-9139-09c1185e041a admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=92664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 22 08:56:32.978470 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-649491a8-07a2-4a10-a75f-4b4d2ca7e351 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-122542'] for router, before_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:32.980128 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-649491a8-07a2-4a10-a75f-4b4d2ca7e351 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-737553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546884', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-766006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-122583'] for router, precommit_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:33.079658 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-649491a8-07a2-4a10-a75f-4b4d2ca7e351 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:33.193486 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60a064a5-5dd3-498b-ad16-c1fff5976422 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe699e1bb-b510-57b4-bbc5-d9fe0df28f1b-266e7c95-823e-49c0-9793-a3850a55863e', 'network_id': '266e7c95-823e-49c0-9793-a3850a55863e', 'tenant_id': '0dbc55deeb2a42a3bb10502a7c6fc28b', 'fixed_ips': [{'subnet_id': '1fa320cf-b578-475c-89d7-a0309e38937c'}]}} from dv-cinder-797333-1-smb. {{(pid=92666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 08:56:33.194393 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-60a064a5-5dd3-498b-ad16-c1fff5976422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-133719140'] for port, before_create {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:33.215708 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-2a94c3b8-80e1-4f0e-9c2f-eb8e60bfe5f4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:33.256133 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-649491a8-07a2-4a10-a75f-4b4d2ca7e351 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-546870', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-122565'] for router, precommit_update {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:33.422841 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56fc1ee9-80c4-4096-a4b5-ded927bca64d None None] Network fc5fbf8b-b290-4909-ad02-6e42f6cbe581 requested from dv-cinder-797333-1-smb {{(pid=92666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 08:56:33.514671 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-2a94c3b8-80e1-4f0e-9c2f-eb8e60bfe5f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-546870', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-122565'] for router, precommit_update {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:33.525384 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-019b08e8-8846-4510-bd02-a849c6c69ecd admin admin] Notify callbacks [] for security_group, before_create {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:33.584032 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-be9b634b-cbb5-40f3-9139-09c1185e041a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-122542'] for router, before_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:33.585087 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-be9b634b-cbb5-40f3-9139-09c1185e041a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-737553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546884', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-766006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-122583'] for router, precommit_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:33.590450 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-649491a8-07a2-4a10-a75f-4b4d2ca7e351 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:33.612884 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-649491a8-07a2-4a10-a75f-4b4d2ca7e351 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-133719140'] for port, before_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:33.699061 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.db_base_plugin_common [None req-60a064a5-5dd3-498b-ad16-c1fff5976422 None None] Allocated IP 172.20.0.2 (266e7c95-823e-49c0-9793-a3850a55863e/1fa320cf-b578-475c-89d7-a0309e38937c/d4e1db2c-9e8e-402e-9caa-4dea7b71cb35) {{(pid=92666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 08:56:33.759951 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-be9b634b-cbb5-40f3-9139-09c1185e041a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:33.889006 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-019b08e8-8846-4510-bd02-a849c6c69ecd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:33.900435 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-019b08e8-8846-4510-bd02-a849c6c69ecd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748303'] for security_group, after_create {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:33.915409 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-3b8aa081-a34f-4b7b-a3f4-6037c90f0f89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:56:33.922522 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc851b3d-b8b6-40d7-a3ff-8f210e606bfe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe699e1bb-b510-57b4-bbc5-d9fe0df28f1b-6858ed3b-c3b9-4692-a3bd-5458c5aaeb61', 'network_id': '6858ed3b-c3b9-4692-a3bd-5458c5aaeb61', 'tenant_id': '539be15b3b01480196a1d49d035c0e00', 'fixed_ips': [{'subnet_id': 'd3540fe9-cc9d-4e8a-ade5-a63ad9a74449'}]}} from dv-cinder-797333-1-smb. {{(pid=92666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 08:56:33.927385 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-bc851b3d-b8b6-40d7-a3ff-8f210e606bfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-133719140'] for port, before_create {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:33.999874 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.db.db_base_plugin_common [None req-649491a8-07a2-4a10-a75f-4b4d2ca7e351 admin admin] Allocated IP 172.28.3.205 (229d5e4a-3847-4866-aa2f-e37dad8eeeae/86526ad5-0ce1-4847-a8b3-31fb35f84f34/85852532-1dc4-4718-b431-e4ecee9d7a48) {{(pid=92664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 08:56:34.156831 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.wsgi [-] (92665) accepted ('10.222.0.22', 59874) {{(pid=92665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 08:56:34.165356 dv-cinder-797333-1-smb neutron-server[92665]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 22 08:56:34.215923 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [None req-019b08e8-8846-4510-bd02-a849c6c69ecd admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=548e34b57b204f5bba67d0df7b1a30c1&name=default HTTP/1.1" status: 200 len: 2975 time: 1.5957887 Jun 22 08:56:34.239559 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.wsgi [-] (92665) accepted ('10.222.0.22', 59882) {{(pid=92665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 08:56:34.256526 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-60a064a5-5dd3-498b-ad16-c1fff5976422 None None] Notify callbacks [] for port, precommit_create {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:34.276341 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019b08e8-8846-4510-bd02-a849c6c69ecd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5dd61a7-2189-49d8-bf7e-eea92f88cb51,revision_number=1']} {{(pid=92665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:56:34.324634 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.provisioning_blocks [None req-60a064a5-5dd3-498b-ad16-c1fff5976422 None None] Transition to ACTIVE for port object d4e1db2c-9e8e-402e-9caa-4dea7b71cb35 will not be triggered until provisioned by entity L2. {{(pid=92666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 08:56:34.328774 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-019b08e8-8846-4510-bd02-a849c6c69ecd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.413s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:56:34.372388 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-be9b634b-cbb5-40f3-9139-09c1185e041a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-546870', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-122565'] for router, precommit_update {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:34.376119 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.provisioning_blocks [None req-60a064a5-5dd3-498b-ad16-c1fff5976422 None None] Transition to ACTIVE for port object d4e1db2c-9e8e-402e-9caa-4dea7b71cb35 will not be triggered until provisioned by entity DHCP. {{(pid=92666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 08:56:34.389286 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-60a064a5-5dd3-498b-ad16-c1fff5976422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-133719719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-133660957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728379583061'] for port, after_create {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:34.402112 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG oslo_concurrency.lockutils [None req-2be90389-468f-43e8-955e-8d0ecc162424 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:56:34.410308 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.db_base_plugin_common [None req-bc851b3d-b8b6-40d7-a3ff-8f210e606bfe None None] Allocated IP 172.20.0.2 (6858ed3b-c3b9-4692-a3bd-5458c5aaeb61/d3540fe9-cc9d-4e8a-ade5-a63ad9a74449/091cdc82-e79a-4fec-9189-b7613cddf485) {{(pid=92666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 08:56:34.444590 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60a064a5-5dd3-498b-ad16-c1fff5976422 None None] Network 266e7c95-823e-49c0-9793-a3850a55863e is already hosted by enough agents. {{(pid=92666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 08:56:34.450631 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.scheduler.base_scheduler [None req-60a064a5-5dd3-498b-ad16-c1fff5976422 None None] Resources bound (agent type, host, resource id): {{(pid=92666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 08:56:34.455960 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60a064a5-5dd3-498b-ad16-c1fff5976422 None None] Received port after_create {{(pid=92666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 08:56:34.465772 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-649491a8-07a2-4a10-a75f-4b4d2ca7e351 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:34.472664 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-2a94c3b8-80e1-4f0e-9c2f-eb8e60bfe5f4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:34.526397 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a064a5-5dd3-498b-ad16-c1fff5976422 None None] Pushing event updated for resources: {'Port': ['ID=d4e1db2c-9e8e-402e-9caa-4dea7b71cb35,revision_number=1']} {{(pid=92666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:56:34.526833 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-2a94c3b8-80e1-4f0e-9c2f-eb8e60bfe5f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-133719140'] for port, before_create {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:34.544845 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-649491a8-07a2-4a10-a75f-4b4d2ca7e351 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-133719719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-133660957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728379583061'] for port, after_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:34.550029 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-38e3b458-61d9-4093-81f5-544d62d4cc7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:56:34.608204 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-3522467e-23cc-40c4-a3f0-102f2c34e0ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:34.629976 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-649491a8-07a2-4a10-a75f-4b4d2ca7e351 admin admin] Network 229d5e4a-3847-4866-aa2f-e37dad8eeeae is already hosted by enough agents. {{(pid=92664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 08:56:34.631469 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd211f50-7875-4ba1-850d-f54afd2273db req-3f42a1bd-6ec2-4fcb-8bfb-e30f52847eac tempest-DeleteServersTestJSON-216179078 tempest-DeleteServersTestJSON-216179078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:56:34.633130 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-fd211f50-7875-4ba1-850d-f54afd2273db req-3f42a1bd-6ec2-4fcb-8bfb-e30f52847eac tempest-DeleteServersTestJSON-216179078 tempest-DeleteServersTestJSON-216179078-project] 10.222.0.22 "GET /v2.0/networks?id=832a0f40-6937-4cf8-9860-9cfd8761f3f2 HTTP/1.1" status: 200 len: 812 time: 0.4722295 Jun 22 08:56:34.662381 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.scheduler.base_scheduler [None req-649491a8-07a2-4a10-a75f-4b4d2ca7e351 admin admin] Resources bound (agent type, host, resource id): {{(pid=92664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 08:56:34.667790 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-649491a8-07a2-4a10-a75f-4b4d2ca7e351 admin admin] Received port after_create {{(pid=92664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 08:56:34.676863 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a064a5-5dd3-498b-ad16-c1fff5976422 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:56:34.677192 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a064a5-5dd3-498b-ad16-c1fff5976422 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:56:34.677519 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a064a5-5dd3-498b-ad16-c1fff5976422 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:56:34.677866 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a064a5-5dd3-498b-ad16-c1fff5976422 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:56:34.678867 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a064a5-5dd3-498b-ad16-c1fff5976422 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:56:34.678867 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a064a5-5dd3-498b-ad16-c1fff5976422 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:56:34.678867 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a064a5-5dd3-498b-ad16-c1fff5976422 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:56:34.679346 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a064a5-5dd3-498b-ad16-c1fff5976422 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:56:34.679648 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a064a5-5dd3-498b-ad16-c1fff5976422 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:56:34.680204 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a064a5-5dd3-498b-ad16-c1fff5976422 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:56:34.680361 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a064a5-5dd3-498b-ad16-c1fff5976422 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:56:34.680626 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a064a5-5dd3-498b-ad16-c1fff5976422 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:56:34.681696 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a064a5-5dd3-498b-ad16-c1fff5976422 None None] Tracked resource versions report: Jun 22 08:56:34.681696 dv-cinder-797333-1-smb neutron-server[92666]: pushed versions: Jun 22 08:56:34.681696 dv-cinder-797333-1-smb neutron-server[92666]: { 'AddressGroup': {'1.2'}, Jun 22 08:56:34.681696 dv-cinder-797333-1-smb neutron-server[92666]: 'ConntrackHelper': {'1.0'}, Jun 22 08:56:34.681696 dv-cinder-797333-1-smb neutron-server[92666]: 'Log': {'1.0'}, Jun 22 08:56:34.681696 dv-cinder-797333-1-smb neutron-server[92666]: 'Network': {'1.1'}, Jun 22 08:56:34.681696 dv-cinder-797333-1-smb neutron-server[92666]: 'Port': {'1.7'}, Jun 22 08:56:34.681696 dv-cinder-797333-1-smb neutron-server[92666]: 'PortForwarding': {'1.2'}, Jun 22 08:56:34.681696 dv-cinder-797333-1-smb neutron-server[92666]: 'QosPolicy': {'1.8'}, Jun 22 08:56:34.681696 dv-cinder-797333-1-smb neutron-server[92666]: 'SecurityGroup': {'1.4'}, Jun 22 08:56:34.681696 dv-cinder-797333-1-smb neutron-server[92666]: 'SecurityGroupRule': {'1.2'}, Jun 22 08:56:34.681696 dv-cinder-797333-1-smb neutron-server[92666]: 'SubPort': {'1.0'}, Jun 22 08:56:34.681696 dv-cinder-797333-1-smb neutron-server[92666]: 'Subnet': {'1.1'}, Jun 22 08:56:34.681696 dv-cinder-797333-1-smb neutron-server[92666]: 'Trunk': {'1.1'}} Jun 22 08:56:34.681696 dv-cinder-797333-1-smb neutron-server[92666]: consumer versions: Jun 22 08:56:34.681696 dv-cinder-797333-1-smb neutron-server[92666]: { DHCP agent@dv-cinder-797333-1-smb: {}, Jun 22 08:56:34.681696 dv-cinder-797333-1-smb neutron-server[92666]: HyperV agent@hv-cinder-79733: {}, Jun 22 08:56:34.681696 dv-cinder-797333-1-smb neutron-server[92666]: L3 agent@dv-cinder-797333-1-smb: {}, Jun 22 08:56:34.681696 dv-cinder-797333-1-smb neutron-server[92666]: Metadata agent@dv-cinder-797333-1-smb: {}, Jun 22 08:56:34.681696 dv-cinder-797333-1-smb neutron-server[92666]: Metering agent@dv-cinder-797333-1-smb: {}, Jun 22 08:56:34.681696 dv-cinder-797333-1-smb neutron-server[92666]: Open vSwitch agent@dv-cinder-797333-1-smb: { 'AddressGroup': '1.2', Jun 22 08:56:34.681696 dv-cinder-797333-1-smb neutron-server[92666]: 'ConntrackHelper': '1.0', Jun 22 08:56:34.681696 dv-cinder-797333-1-smb neutron-server[92666]: 'Log': '1.0', Jun 22 08:56:34.681696 dv-cinder-797333-1-smb neutron-server[92666]: 'Network': '1.1', Jun 22 08:56:34.681696 dv-cinder-797333-1-smb neutron-server[92666]: 'Port': '1.7', Jun 22 08:56:34.681696 dv-cinder-797333-1-smb neutron-server[92666]: 'PortForwarding': '1.2', Jun 22 08:56:34.681696 dv-cinder-797333-1-smb neutron-server[92666]: 'QosPolicy': '1.8', Jun 22 08:56:34.681696 dv-cinder-797333-1-smb neutron-server[92666]: 'SecurityGroup': '1.4', Jun 22 08:56:34.681696 dv-cinder-797333-1-smb neutron-server[92666]: 'SecurityGroupRule': '1.2', Jun 22 08:56:34.681696 dv-cinder-797333-1-smb neutron-server[92666]: 'SubPort': '1.0', Jun 22 08:56:34.681696 dv-cinder-797333-1-smb neutron-server[92666]: 'Subnet': '1.1', Jun 22 08:56:34.681696 dv-cinder-797333-1-smb neutron-server[92666]: 'Trunk': '1.1'}} Jun 22 08:56:34.681696 dv-cinder-797333-1-smb neutron-server[92666]: {{(pid=92666) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 22 08:56:34.688240 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG oslo_concurrency.lockutils [None req-60a064a5-5dd3-498b-ad16-c1fff5976422 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=92666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:56:34.702766 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-fd211f50-7875-4ba1-850d-f54afd2273db req-aa30ab29-0414-482e-b200-ab2c0f0c1439 tempest-DeleteServersTestJSON-216179078 tempest-DeleteServersTestJSON-216179078-project] 10.222.0.22 "GET /v2.0/quotas/2ed10f27fc044fe2929c68571a8a4941 HTTP/1.1" status: 200 len: 375 time: 0.0570457 Jun 22 08:56:34.704987 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-3522467e-23cc-40c4-a3f0-102f2c34e0ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:34.709812 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.managers [None req-60a064a5-5dd3-498b-ad16-c1fff5976422 None None] Attempting to bind port d4e1db2c-9e8e-402e-9caa-4dea7b71cb35 on host dv-cinder-797333-1-smb for vnic_type normal with profile {{(pid=92666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 08:56:34.710359 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.managers [None req-60a064a5-5dd3-498b-ad16-c1fff5976422 None None] Attempting to bind port d4e1db2c-9e8e-402e-9caa-4dea7b71cb35 by drivers openvswitch,hyperv on host dv-cinder-797333-1-smb at level 0 using segments [{'id': 'ff26e6d0-efb0-4f26-b4ca-43fb0499d495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '266e7c95-823e-49c0-9793-a3850a55863e'}] {{(pid=92666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 08:56:34.713108 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60a064a5-5dd3-498b-ad16-c1fff5976422 None None] Attempting to bind port d4e1db2c-9e8e-402e-9caa-4dea7b71cb35 on network 266e7c95-823e-49c0-9793-a3850a55863e {{(pid=92666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 08:56:34.724060 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60a064a5-5dd3-498b-ad16-c1fff5976422 None None] Checking agent: {'id': 'a79e4517-6a90-4dc6-90fb-3f5d630e0bbe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797333-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 8, 48, 44), 'started_at': datetime.datetime(2021, 6, 22, 8, 49, 14), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 8, 56, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797333-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 08:56:34.724444 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60a064a5-5dd3-498b-ad16-c1fff5976422 None None] Checking segment: {'id': 'ff26e6d0-efb0-4f26-b4ca-43fb0499d495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '266e7c95-823e-49c0-9793-a3850a55863e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 08:56:34.724836 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-60a064a5-5dd3-498b-ad16-c1fff5976422 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:34.725495 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60a064a5-5dd3-498b-ad16-c1fff5976422 None None] Bound using segment: {'id': 'ff26e6d0-efb0-4f26-b4ca-43fb0499d495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '266e7c95-823e-49c0-9793-a3850a55863e'} {{(pid=92666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 08:56:34.726003 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.managers [None req-60a064a5-5dd3-498b-ad16-c1fff5976422 None None] Bound port: d4e1db2c-9e8e-402e-9caa-4dea7b71cb35, host: dv-cinder-797333-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff26e6d0-efb0-4f26-b4ca-43fb0499d495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '266e7c95-823e-49c0-9793-a3850a55863e'}}] {{(pid=92666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 08:56:34.726378 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-60a064a5-5dd3-498b-ad16-c1fff5976422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133719154'] for port, before_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:34.741288 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649491a8-07a2-4a10-a75f-4b4d2ca7e351 admin admin] Pushing event updated for resources: {'Port': ['ID=85852532-1dc4-4718-b431-e4ecee9d7a48,revision_number=1']} {{(pid=92664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:56:34.746107 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-649491a8-07a2-4a10-a75f-4b4d2ca7e351 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:56:34.808847 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-fd211f50-7875-4ba1-850d-f54afd2273db req-74a3ac12-b5e2-4883-9910-656e6faf648f tempest-DeleteServersTestJSON-216179078 tempest-DeleteServersTestJSON-216179078-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=2ed10f27fc044fe2929c68571a8a4941&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0724807 Jun 22 08:56:34.809422 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-be9b634b-cbb5-40f3-9139-09c1185e041a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:34.838030 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-be9b634b-cbb5-40f3-9139-09c1185e041a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-133719140'] for port, before_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:34.853026 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-bc851b3d-b8b6-40d7-a3ff-8f210e606bfe None None] Notify callbacks [] for port, precommit_create {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:34.860337 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.db [None req-60a064a5-5dd3-498b-ad16-c1fff5976422 None None] For port d4e1db2c-9e8e-402e-9caa-4dea7b71cb35, host dv-cinder-797333-1-smb, cleared binding levels {{(pid=92666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 08:56:34.867284 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.db [None req-60a064a5-5dd3-498b-ad16-c1fff5976422 None None] For port d4e1db2c-9e8e-402e-9caa-4dea7b71cb35, host dv-cinder-797333-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797333-1-smb',level=0,port_id=d4e1db2c-9e8e-402e-9caa-4dea7b71cb35,segment=NetworkSegment(ff26e6d0-efb0-4f26-b4ca-43fb0499d495),segment_id=ff26e6d0-efb0-4f26-b4ca-43fb0499d495)] {{(pid=92666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 08:56:34.875511 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-60a064a5-5dd3-498b-ad16-c1fff5976422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133719696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133660950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728380107731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728379583079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728379583124'] for port, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:34.877779 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.db.db_base_plugin_common [None req-2a94c3b8-80e1-4f0e-9c2f-eb8e60bfe5f4 admin admin] Allocated IP 172.28.3.241 (229d5e4a-3847-4866-aa2f-e37dad8eeeae/86526ad5-0ce1-4847-a8b3-31fb35f84f34/2f0bc85f-0f87-4d56-87b8-53345a6ae5be) {{(pid=92665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 08:56:34.878706 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG oslo_concurrency.lockutils [None req-96ef1475-2c23-4bee-81ba-2cdf45b14183 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:56:34.883787 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-3522467e-23cc-40c4-a3f0-102f2c34e0ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748303'] for security_group, after_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:34.894297 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-3522467e-23cc-40c4-a3f0-102f2c34e0ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:34.897860 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [None req-3522467e-23cc-40c4-a3f0-102f2c34e0ea admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/b5dd61a7-2189-49d8-bf7e-eea92f88cb51 HTTP/1.1" status: 204 len: 168 time: 0.6549423 Jun 22 08:56:34.900751 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:56:34.907700 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.provisioning_blocks [None req-bc851b3d-b8b6-40d7-a3ff-8f210e606bfe None None] Transition to ACTIVE for port object 091cdc82-e79a-4fec-9189-b7613cddf485 will not be triggered until provisioned by entity L2. {{(pid=92666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 08:56:34.910543 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3522467e-23cc-40c4-a3f0-102f2c34e0ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5dd61a7-2189-49d8-bf7e-eea92f88cb51,revision_number=None']} {{(pid=92665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:56:34.913181 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-3522467e-23cc-40c4-a3f0-102f2c34e0ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:56:35.013932 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.provisioning_blocks [None req-bc851b3d-b8b6-40d7-a3ff-8f210e606bfe None None] Transition to ACTIVE for port object 091cdc82-e79a-4fec-9189-b7613cddf485 will not be triggered until provisioned by entity DHCP. {{(pid=92666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 08:56:35.033269 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-bc851b3d-b8b6-40d7-a3ff-8f210e606bfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-133719719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-133660957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728379583061'] for port, after_create {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:35.040137 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-649491a8-07a2-4a10-a75f-4b4d2ca7e351 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:35.059637 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a064a5-5dd3-498b-ad16-c1fff5976422 None None] Pushing event updated for resources: {'Port': ['ID=d4e1db2c-9e8e-402e-9caa-4dea7b71cb35,revision_number=2']} {{(pid=92666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:56:35.063583 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG oslo_concurrency.lockutils [None req-60a064a5-5dd3-498b-ad16-c1fff5976422 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=92666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:56:35.070838 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=92666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:56:35.123445 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc851b3d-b8b6-40d7-a3ff-8f210e606bfe None None] Pushing event updated for resources: {'Port': ['ID=091cdc82-e79a-4fec-9189-b7613cddf485,revision_number=1']} {{(pid=92666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:56:35.126763 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG oslo_concurrency.lockutils [None req-bc851b3d-b8b6-40d7-a3ff-8f210e606bfe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:56:35.138685 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc851b3d-b8b6-40d7-a3ff-8f210e606bfe None None] Network 6858ed3b-c3b9-4692-a3bd-5458c5aaeb61 is already hosted by enough agents. {{(pid=92666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 08:56:35.140492 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.scheduler.base_scheduler [None req-bc851b3d-b8b6-40d7-a3ff-8f210e606bfe None None] Resources bound (agent type, host, resource id): {{(pid=92666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 08:56:35.147842 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc851b3d-b8b6-40d7-a3ff-8f210e606bfe None None] Received port after_create {{(pid=92666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 08:56:35.215687 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-2a94c3b8-80e1-4f0e-9c2f-eb8e60bfe5f4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:35.272375 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.managers [None req-bc851b3d-b8b6-40d7-a3ff-8f210e606bfe None None] Attempting to bind port 091cdc82-e79a-4fec-9189-b7613cddf485 on host dv-cinder-797333-1-smb for vnic_type normal with profile {{(pid=92666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 08:56:35.272903 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.managers [None req-bc851b3d-b8b6-40d7-a3ff-8f210e606bfe None None] Attempting to bind port 091cdc82-e79a-4fec-9189-b7613cddf485 by drivers openvswitch,hyperv on host dv-cinder-797333-1-smb at level 0 using segments [{'id': 'a37c650b-e011-49b1-9fb9-c613dfbe5229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '6858ed3b-c3b9-4692-a3bd-5458c5aaeb61'}] {{(pid=92666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 08:56:35.273285 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc851b3d-b8b6-40d7-a3ff-8f210e606bfe None None] Attempting to bind port 091cdc82-e79a-4fec-9189-b7613cddf485 on network 6858ed3b-c3b9-4692-a3bd-5458c5aaeb61 {{(pid=92666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 08:56:35.280607 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc851b3d-b8b6-40d7-a3ff-8f210e606bfe None None] Checking agent: {'id': 'a79e4517-6a90-4dc6-90fb-3f5d630e0bbe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797333-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 8, 48, 44), 'started_at': datetime.datetime(2021, 6, 22, 8, 49, 14), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 8, 56, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797333-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 08:56:35.280987 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc851b3d-b8b6-40d7-a3ff-8f210e606bfe None None] Checking segment: {'id': 'a37c650b-e011-49b1-9fb9-c613dfbe5229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '6858ed3b-c3b9-4692-a3bd-5458c5aaeb61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 08:56:35.281391 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-bc851b3d-b8b6-40d7-a3ff-8f210e606bfe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:35.281838 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc851b3d-b8b6-40d7-a3ff-8f210e606bfe None None] Bound using segment: {'id': 'a37c650b-e011-49b1-9fb9-c613dfbe5229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '6858ed3b-c3b9-4692-a3bd-5458c5aaeb61'} {{(pid=92666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 08:56:35.282322 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.managers [None req-bc851b3d-b8b6-40d7-a3ff-8f210e606bfe None None] Bound port: 091cdc82-e79a-4fec-9189-b7613cddf485, host: dv-cinder-797333-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a37c650b-e011-49b1-9fb9-c613dfbe5229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '6858ed3b-c3b9-4692-a3bd-5458c5aaeb61'}}] {{(pid=92666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 08:56:35.282807 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-bc851b3d-b8b6-40d7-a3ff-8f210e606bfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133719154'] for port, before_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:35.379940 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.wsgi [req-fd211f50-7875-4ba1-850d-f54afd2273db req-d16c940a-870b-409d-88b4-9f03c51f72d7 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=92665) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 08:56:35.383819 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-fd211f50-7875-4ba1-850d-f54afd2273db req-d16c940a-870b-409d-88b4-9f03c51f72d7 service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3966506 Jun 22 08:56:35.401736 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.db [None req-bc851b3d-b8b6-40d7-a3ff-8f210e606bfe None None] For port 091cdc82-e79a-4fec-9189-b7613cddf485, host dv-cinder-797333-1-smb, cleared binding levels {{(pid=92666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 08:56:35.406831 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.db [None req-bc851b3d-b8b6-40d7-a3ff-8f210e606bfe None None] For port 091cdc82-e79a-4fec-9189-b7613cddf485, host dv-cinder-797333-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797333-1-smb',level=0,port_id=091cdc82-e79a-4fec-9189-b7613cddf485,segment=NetworkSegment(a37c650b-e011-49b1-9fb9-c613dfbe5229),segment_id=a37c650b-e011-49b1-9fb9-c613dfbe5229)] {{(pid=92666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 08:56:35.420200 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-bc851b3d-b8b6-40d7-a3ff-8f210e606bfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133719696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133660950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728380107731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728379583079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728379583124'] for port, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:35.434748 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG oslo_concurrency.lockutils [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:56:35.470250 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-2a94c3b8-80e1-4f0e-9c2f-eb8e60bfe5f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-133719719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-133660957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728379583061'] for port, after_create {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:35.521948 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc851b3d-b8b6-40d7-a3ff-8f210e606bfe None None] Pushing event updated for resources: {'Port': ['ID=091cdc82-e79a-4fec-9189-b7613cddf485,revision_number=2']} {{(pid=92666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:56:35.525807 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG oslo_concurrency.lockutils [None req-bc851b3d-b8b6-40d7-a3ff-8f210e606bfe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:56:35.559417 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:56:35.563213 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.wsgi [-] (92664) accepted ('10.222.0.22', 59920) {{(pid=92664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 08:56:35.598166 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-6a2d0373-9dd1-43b2-9553-b4eedf4f173d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:35.630614 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.db.db_base_plugin_common [None req-be9b634b-cbb5-40f3-9139-09c1185e041a admin admin] Allocated IP 172.28.3.248 (229d5e4a-3847-4866-aa2f-e37dad8eeeae/86526ad5-0ce1-4847-a8b3-31fb35f84f34/1f278dba-4ae2-4023-919f-5d08eb3b0ac9) {{(pid=92664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 08:56:35.644655 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-649491a8-07a2-4a10-a75f-4b4d2ca7e351 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546786'] for router, after_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:35.721010 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a94c3b8-80e1-4f0e-9c2f-eb8e60bfe5f4 admin admin] Network 229d5e4a-3847-4866-aa2f-e37dad8eeeae is already hosted by enough agents. {{(pid=92665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 08:56:35.734783 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.scheduler.base_scheduler [None req-2a94c3b8-80e1-4f0e-9c2f-eb8e60bfe5f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=92665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 08:56:35.742770 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a94c3b8-80e1-4f0e-9c2f-eb8e60bfe5f4 admin admin] Received port after_create {{(pid=92665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 08:56:35.747550 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a94c3b8-80e1-4f0e-9c2f-eb8e60bfe5f4 admin admin] Pushing event updated for resources: {'Port': ['ID=2f0bc85f-0f87-4d56-87b8-53345a6ae5be,revision_number=1']} {{(pid=92665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:56:35.764030 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-2a94c3b8-80e1-4f0e-9c2f-eb8e60bfe5f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:56:36.003328 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-be9b634b-cbb5-40f3-9139-09c1185e041a admin admin] Notify callbacks [] for port, precommit_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:36.067764 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-6a2d0373-9dd1-43b2-9553-b4eedf4f173d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:36.095866 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-6a2d0373-9dd1-43b2-9553-b4eedf4f173d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748303'] for security_group, after_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:36.107204 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:56:36.154824 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.rpc [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Device d4e1db2c-9e8e-402e-9caa-4dea7b71cb35 up at agent ovs-agent-dv-cinder-797333-1-smb {{(pid=92666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 08:56:36.247056 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [None req-6a2d0373-9dd1-43b2-9553-b4eedf4f173d admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=308f3fa304244e7ba086a5350c064680&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6825464 Jun 22 08:56:36.256854 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.wsgi [-] (92664) accepted ('10.222.0.22', 59946) {{(pid=92664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 08:56:36.264075 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.provisioning_blocks [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Provisioning for port d4e1db2c-9e8e-402e-9caa-4dea7b71cb35 completed by entity L2. {{(pid=92666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 08:56:36.275258 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.rpc [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Device 091cdc82-e79a-4fec-9189-b7613cddf485 up at agent ovs-agent-dv-cinder-797333-1-smb {{(pid=92666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 08:56:36.338698 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-649491a8-07a2-4a10-a75f-4b4d2ca7e351 admin admin] Router e39149fe-b87f-4c67-89a3-ae4a53980e68 is scheduled to L3 agent 81bac9f2-ec56-4bd6-b329-9598189ea0dc with binding_index 1 {{(pid=92664) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 08:56:36.349338 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-be9b634b-cbb5-40f3-9139-09c1185e041a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-133719719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-133660957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728379583061'] for port, after_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:36.357590 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2d0373-9dd1-43b2-9553-b4eedf4f173d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33657bba-ca24-46d4-a64f-7e6ccef1b78d,revision_number=1']} {{(pid=92664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:56:36.380125 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-6a2d0373-9dd1-43b2-9553-b4eedf4f173d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:56:36.386587 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:56:36.388855 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.provisioning_blocks [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Provisioning for port 091cdc82-e79a-4fec-9189-b7613cddf485 completed by entity L2. {{(pid=92666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 08:56:36.434804 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-fd211f50-7875-4ba1-850d-f54afd2273db req-6f92a288-815d-4a7d-bd51-cc93f897ca52 service neutron] 10.222.0.22 "GET /v2.0/networks/832a0f40-6937-4cf8-9860-9cfd8761f3f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0072300 Jun 22 08:56:36.497802 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be9b634b-cbb5-40f3-9139-09c1185e041a admin admin] Network 229d5e4a-3847-4866-aa2f-e37dad8eeeae is already hosted by enough agents. {{(pid=92664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 08:56:36.505815 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.scheduler.base_scheduler [None req-be9b634b-cbb5-40f3-9139-09c1185e041a admin admin] Resources bound (agent type, host, resource id): {{(pid=92664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 08:56:36.518096 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be9b634b-cbb5-40f3-9139-09c1185e041a admin admin] Received port after_create {{(pid=92664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 08:56:36.559179 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-fd211f50-7875-4ba1-850d-f54afd2273db req-9ee03ca7-e42b-4562-b467-c87d3dae6736 service neutron] 10.222.0.22 "GET /v2.0/networks/832a0f40-6937-4cf8-9860-9cfd8761f3f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234722 Jun 22 08:56:36.584296 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-2a94c3b8-80e1-4f0e-9c2f-eb8e60bfe5f4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:36.720383 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f4a800d-874d-45b0-92fd-6641175c9bb2 None None] Network 266e7c95-823e-49c0-9793-a3850a55863e requested from dv-cinder-797333-1-smb {{(pid=92666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 08:56:36.823786 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.provisioning_blocks [None req-884b3306-24ba-4295-8036-180594274d36 None None] Provisioning for port d4e1db2c-9e8e-402e-9caa-4dea7b71cb35 completed by entity DHCP. {{(pid=92666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 08:56:36.837461 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.provisioning_blocks [None req-884b3306-24ba-4295-8036-180594274d36 None None] Provisioning complete for port d4e1db2c-9e8e-402e-9caa-4dea7b71cb35 triggered by entity DHCP. {{(pid=92666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 08:56:36.838085 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-884b3306-24ba-4295-8036-180594274d36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133917554'] for port, provisioning_complete {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:36.885354 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9b634b-cbb5-40f3-9139-09c1185e041a admin admin] Pushing event updated for resources: {'Port': ['ID=1f278dba-4ae2-4023-919f-5d08eb3b0ac9,revision_number=1']} {{(pid=92664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:56:36.898685 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-f4ad5f69-83bd-4f0c-a693-72722c57a5dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:36.901143 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-be9b634b-cbb5-40f3-9139-09c1185e041a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.514s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:56:36.979577 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-2a94c3b8-80e1-4f0e-9c2f-eb8e60bfe5f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546786'] for router, after_create {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:37.006420 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.wsgi [-] (92665) accepted ('10.222.0.22', 59976) {{(pid=92665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 08:56:37.040572 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-884b3306-24ba-4295-8036-180594274d36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133719154'] for port, before_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:37.053655 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-f4ad5f69-83bd-4f0c-a693-72722c57a5dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:37.060941 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52417206-154c-47dc-bf01-4fd9c12df3b0 None None] Network 6858ed3b-c3b9-4692-a3bd-5458c5aaeb61 requested from dv-cinder-797333-1-smb {{(pid=92666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 08:56:37.082048 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-649491a8-07a2-4a10-a75f-4b4d2ca7e351 admin admin] Notify agent at l3_agent.dv-cinder-797333-1-smb the message routers_updated {{(pid=92664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 08:56:37.095031 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab6092d6-fb4f-4180-9062-9d676f1ce858 None None] Sync routers for ids ['e39149fe-b87f-4c67-89a3-ae4a53980e68'] in dv-cinder-797333-1-smb {{(pid=92667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 08:56:37.110641 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab6092d6-fb4f-4180-9062-9d676f1ce858 None None] Routers {'e39149fe-b87f-4c67-89a3-ae4a53980e68'} bound to L3 agent in host dv-cinder-797333-1-smb {{(pid=92667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 08:56:37.111283 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.db.l3_hamode_db [None req-ab6092d6-fb4f-4180-9062-9d676f1ce858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797333-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T08:48:43Z,description=,heartbeat_timestamp=2021-06-22T08:56:13Z,host='dv-cinder-797333-1-smb',id=81bac9f2-ec56-4bd6-b329-9598189ea0dc,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T08:48:43Z,topic='l3_agent')) {'router_ids': ['e39149fe-b87f-4c67-89a3-ae4a53980e68'], 'active': True} {{(pid=92667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 08:56:37.130934 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-a3e8f5c4-7a97-4bf7-a305-9216dda7a62e req-cd860f77-8c93-4a18-ba81-550d91a615d1 tempest-DeleteServersTestJSON-216179078 tempest-DeleteServersTestJSON-216179078-project] 10.222.0.22 "GET /v2.0/ports?device_id=f6adb4e3-f1e8-4dfb-88e0-eea47b24076d HTTP/1.1" status: 200 len: 210 time: 0.1208603 Jun 22 08:56:37.151089 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.db [None req-884b3306-24ba-4295-8036-180594274d36 None None] For port d4e1db2c-9e8e-402e-9caa-4dea7b71cb35, host dv-cinder-797333-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797333-1-smb',level=0,port_id=d4e1db2c-9e8e-402e-9caa-4dea7b71cb35,segment=NetworkSegment(ff26e6d0-efb0-4f26-b4ca-43fb0499d495),segment_id=ff26e6d0-efb0-4f26-b4ca-43fb0499d495)] {{(pid=92666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 08:56:37.164338 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-884b3306-24ba-4295-8036-180594274d36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133719696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133660950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728380107731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728379583079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728379583124'] for port, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:37.176510 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:56:37.253836 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-649491a8-07a2-4a10-a75f-4b4d2ca7e351 admin admin] Notify callbacks [] for router, before_response {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:37.260160 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.wsgi [-] (92665) accepted ('10.222.0.22', 59986) {{(pid=92665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 08:56:37.262282 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [None req-649491a8-07a2-4a10-a75f-4b4d2ca7e351 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.3644907 Jun 22 08:56:37.334890 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a94c3b8-80e1-4f0e-9c2f-eb8e60bfe5f4 admin admin] Router 5f8098ca-ed85-402c-920b-4930a41cf01f is scheduled to L3 agent 81bac9f2-ec56-4bd6-b329-9598189ea0dc with binding_index 1 {{(pid=92665) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 08:56:37.379683 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884b3306-24ba-4295-8036-180594274d36 None None] Pushing event updated for resources: {'Port': ['ID=d4e1db2c-9e8e-402e-9caa-4dea7b71cb35,revision_number=3']} {{(pid=92666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:56:37.400150 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-be9b634b-cbb5-40f3-9139-09c1185e041a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:37.404078 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG oslo_concurrency.lockutils [None req-884b3306-24ba-4295-8036-180594274d36 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=92666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:56:37.405731 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.provisioning_blocks [None req-2c72bd13-36ea-4d92-a3bc-01eb046ff96c None None] Provisioning for port 091cdc82-e79a-4fec-9189-b7613cddf485 completed by entity DHCP. {{(pid=92666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 08:56:37.427790 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.provisioning_blocks [None req-2c72bd13-36ea-4d92-a3bc-01eb046ff96c None None] Provisioning complete for port 091cdc82-e79a-4fec-9189-b7613cddf485 triggered by entity DHCP. {{(pid=92666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 08:56:37.428163 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-2c72bd13-36ea-4d92-a3bc-01eb046ff96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133917554'] for port, provisioning_complete {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:37.457045 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.db.l3_dvr_db [None req-ab6092d6-fb4f-4180-9062-9d676f1ce858 None None] Set router e39149fe-b87f-4c67-89a3-ae4a53980e68 gateway port host: dv-cinder-797333-1-smb {{(pid=92667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 08:56:37.494235 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-f4ad5f69-83bd-4f0c-a693-72722c57a5dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748303'] for security_group, after_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:37.543783 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-f4ad5f69-83bd-4f0c-a693-72722c57a5dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:37.548631 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [None req-f4ad5f69-83bd-4f0c-a693-72722c57a5dc admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/33657bba-ca24-46d4-a64f-7e6ccef1b78d HTTP/1.1" status: 204 len: 168 time: 1.2874894 Jun 22 08:56:37.552211 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:56:37.571005 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ad5f69-83bd-4f0c-a693-72722c57a5dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33657bba-ca24-46d4-a64f-7e6ccef1b78d,revision_number=None']} {{(pid=92664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:56:37.575321 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-f4ad5f69-83bd-4f0c-a693-72722c57a5dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:56:37.731308 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-be9b634b-cbb5-40f3-9139-09c1185e041a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546786'] for router, after_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:37.780326 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-2c72bd13-36ea-4d92-a3bc-01eb046ff96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133719154'] for port, before_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:37.928892 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.db.l3_hamode_db [None req-ab6092d6-fb4f-4180-9062-9d676f1ce858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e39149fe-b87f-4c67-89a3-ae4a53980e68', 'name': 'tempest-AttachVolumeShelveTestJSON-1386995798-router', 'tenant_id': '0dbc55deeb2a42a3bb10502a7c6fc28b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '229d5e4a-3847-4866-aa2f-e37dad8eeeae', 'external_fixed_ips': [{'subnet_id': '86526ad5-0ce1-4847-a8b3-31fb35f84f34', 'ip_address': '172.28.3.205'}], 'enable_snat': True}, 'gw_port_id': '85852532-1dc4-4718-b431-e4ecee9d7a48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T08:56:32Z', 'updated_at': '2021-06-22T08:56:34Z', 'revision_number': 3, 'project_id': '0dbc55deeb2a42a3bb10502a7c6fc28b', 'gw_port': {'id': '85852532-1dc4-4718-b431-e4ecee9d7a48', 'name': '', 'network_id': '229d5e4a-3847-4866-aa2f-e37dad8eeeae', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:f5:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e39149fe-b87f-4c67-89a3-ae4a53980e68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '86526ad5-0ce1-4847-a8b3-31fb35f84f34', 'ip_address': '172.28.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T08:56:33Z', 'updated_at': '2021-06-22T08:56:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '86526ad5-0ce1-4847-a8b3-31fb35f84f34', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797333-1-smb'}], 'dv-cinder-797333-1-smb', False) {} {{(pid=92667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 08:56:37.944088 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.db [None req-2c72bd13-36ea-4d92-a3bc-01eb046ff96c None None] For port 091cdc82-e79a-4fec-9189-b7613cddf485, host dv-cinder-797333-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797333-1-smb',level=0,port_id=091cdc82-e79a-4fec-9189-b7613cddf485,segment=NetworkSegment(a37c650b-e011-49b1-9fb9-c613dfbe5229),segment_id=a37c650b-e011-49b1-9fb9-c613dfbe5229)] {{(pid=92666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 08:56:37.952073 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-2c72bd13-36ea-4d92-a3bc-01eb046ff96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133719696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133660950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728380107731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728379583079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728379583124'] for port, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:37.958668 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=92666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:56:38.047298 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab6092d6-fb4f-4180-9062-9d676f1ce858 None None] Checking router: e39149fe-b87f-4c67-89a3-ae4a53980e68 for host: dv-cinder-797333-1-smb {{(pid=92667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 08:56:38.050163 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab6092d6-fb4f-4180-9062-9d676f1ce858 None None] Updating router e39149fe-b87f-4c67-89a3-ae4a53980e68 port 85852532-1dc4-4718-b431-e4ecee9d7a48 binding host dv-cinder-797333-1-smb {{(pid=92667) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 08:56:38.087461 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be9b634b-cbb5-40f3-9139-09c1185e041a admin admin] Router 063e2e3a-321a-4836-9ff9-d5564fd39ebc is scheduled to L3 agent 81bac9f2-ec56-4bd6-b329-9598189ea0dc with binding_index 1 {{(pid=92664) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 08:56:38.167419 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron_lib.callbacks.manager [None req-ab6092d6-fb4f-4180-9062-9d676f1ce858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133719154'] for port, before_update {{(pid=92667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:38.193774 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.rpc [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Device d4e1db2c-9e8e-402e-9caa-4dea7b71cb35 up at agent ovs-agent-dv-cinder-797333-1-smb {{(pid=92666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 08:56:38.267165 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.wsgi [-] (92664) accepted ('10.222.0.22', 60034) {{(pid=92664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 08:56:38.301700 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c72bd13-36ea-4d92-a3bc-01eb046ff96c None None] Pushing event updated for resources: {'Port': ['ID=091cdc82-e79a-4fec-9189-b7613cddf485,revision_number=3']} {{(pid=92666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:56:38.324410 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG oslo_concurrency.lockutils [None req-2c72bd13-36ea-4d92-a3bc-01eb046ff96c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=92666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:56:38.335516 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a94c3b8-80e1-4f0e-9c2f-eb8e60bfe5f4 admin admin] Notify agent at l3_agent.dv-cinder-797333-1-smb the message routers_updated {{(pid=92665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 08:56:38.348593 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7c7805d-b07e-4065-b4cc-01721c41863f None None] Sync routers for ids ['5f8098ca-ed85-402c-920b-4930a41cf01f'] in dv-cinder-797333-1-smb {{(pid=92666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 08:56:38.363385 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.provisioning_blocks [None req-a3b35fd7-db5a-4349-9a3a-76e0310eb3a2 None None] Provisioning complete for port d4e1db2c-9e8e-402e-9caa-4dea7b71cb35 triggered by entity DHCP. {{(pid=92666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 08:56:38.363825 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-a3b35fd7-db5a-4349-9a3a-76e0310eb3a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133917554'] for port, provisioning_complete {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:38.388860 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be9b634b-cbb5-40f3-9139-09c1185e041a admin admin] Notify agent at l3_agent.dv-cinder-797333-1-smb the message routers_updated {{(pid=92664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 08:56:38.415753 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-2a94c3b8-80e1-4f0e-9c2f-eb8e60bfe5f4 admin admin] Notify callbacks [] for router, before_response {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:38.417458 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [None req-2a94c3b8-80e1-4f0e-9c2f-eb8e60bfe5f4 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.5379195 Jun 22 08:56:38.422407 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-aa0c309b-8aad-4509-8b57-94d0d5b4a5b1 req-9ef8d02b-a5ea-433f-84fd-98157145fef2 tempest-DeleteServersTestJSON-216179078 tempest-DeleteServersTestJSON-216179078-project] 10.222.0.22 "GET /v2.0/ports?device_id=f6adb4e3-f1e8-4dfb-88e0-eea47b24076d HTTP/1.1" status: 200 len: 210 time: 0.0720098 Jun 22 08:56:38.423129 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.wsgi [-] (92665) accepted ('10.222.0.22', 60040) {{(pid=92665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 08:56:38.430385 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c7805d-b07e-4065-b4cc-01721c41863f None None] Routers {'5f8098ca-ed85-402c-920b-4930a41cf01f'} bound to L3 agent in host dv-cinder-797333-1-smb {{(pid=92666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 08:56:38.431310 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.l3_hamode_db [None req-c7c7805d-b07e-4065-b4cc-01721c41863f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797333-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T08:48:43Z,description=,heartbeat_timestamp=2021-06-22T08:56:13Z,host='dv-cinder-797333-1-smb',id=81bac9f2-ec56-4bd6-b329-9598189ea0dc,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T08:48:43Z,topic='l3_agent')) {'router_ids': ['5f8098ca-ed85-402c-920b-4930a41cf01f'], 'active': True} {{(pid=92666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 08:56:38.434521 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-be9b634b-cbb5-40f3-9139-09c1185e041a admin admin] Notify callbacks [] for router, before_response {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:38.449167 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [None req-be9b634b-cbb5-40f3-9139-09c1185e041a admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 5.5642204 Jun 22 08:56:38.450281 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.wsgi [-] (92664) accepted ('10.222.0.22', 60042) {{(pid=92664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 08:56:38.521767 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.provisioning_blocks [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Provisioning complete for port d4e1db2c-9e8e-402e-9caa-4dea7b71cb35 triggered by entity L2. {{(pid=92666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 08:56:38.522870 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133917554'] for port, provisioning_complete {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:38.554321 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ce1f83d-abfd-42c3-85a6-cb1ccc9a577f None None] Sync routers for ids ['063e2e3a-321a-4836-9ff9-d5564fd39ebc'] in dv-cinder-797333-1-smb {{(pid=92667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 08:56:38.586702 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ce1f83d-abfd-42c3-85a6-cb1ccc9a577f None None] Routers {'063e2e3a-321a-4836-9ff9-d5564fd39ebc'} bound to L3 agent in host dv-cinder-797333-1-smb {{(pid=92667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 08:56:38.587568 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.db.l3_hamode_db [None req-7ce1f83d-abfd-42c3-85a6-cb1ccc9a577f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797333-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T08:48:43Z,description=,heartbeat_timestamp=2021-06-22T08:56:13Z,host='dv-cinder-797333-1-smb',id=81bac9f2-ec56-4bd6-b329-9598189ea0dc,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T08:48:43Z,topic='l3_agent')) {'router_ids': ['063e2e3a-321a-4836-9ff9-d5564fd39ebc'], 'active': True} {{(pid=92667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 08:56:38.656257 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-68c0744e-81aa-4a53-a7d1-1c30b52df7b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:38.726447 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.l3_dvr_db [None req-c7c7805d-b07e-4065-b4cc-01721c41863f None None] Set router 5f8098ca-ed85-402c-920b-4930a41cf01f gateway port host: dv-cinder-797333-1-smb {{(pid=92666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 08:56:38.773496 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron_lib.callbacks.manager [None req-ab6092d6-fb4f-4180-9062-9d676f1ce858 None None] Notify callbacks [] for port, precommit_update {{(pid=92667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:38.809705 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.db.provisioning_blocks [None req-ab6092d6-fb4f-4180-9062-9d676f1ce858 None None] Transition to ACTIVE for port object 85852532-1dc4-4718-b431-e4ecee9d7a48 will not be triggered until provisioned by entity L2. {{(pid=92667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 08:56:38.848597 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron_lib.callbacks.manager [None req-ab6092d6-fb4f-4180-9062-9d676f1ce858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133719696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133660950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728380107731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728379583079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728379583124'] for port, after_update {{(pid=92667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:38.860665 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.db.l3_dvr_db [None req-7ce1f83d-abfd-42c3-85a6-cb1ccc9a577f None None] Set router 063e2e3a-321a-4836-9ff9-d5564fd39ebc gateway port host: dv-cinder-797333-1-smb {{(pid=92667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 08:56:38.979800 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG oslo_concurrency.lockutils [None req-4617565a-7bb8-43be-8f0d-d2abfb689b5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:56:39.065714 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.provisioning_blocks [None req-15227b20-1afe-4c75-a98d-a7ec31d95047 None None] Provisioning complete for port 091cdc82-e79a-4fec-9189-b7613cddf485 triggered by entity DHCP. {{(pid=92666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 08:56:39.066221 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-15227b20-1afe-4c75-a98d-a7ec31d95047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133917554'] for port, provisioning_complete {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:39.146023 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-68c0744e-81aa-4a53-a7d1-1c30b52df7b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:39.174636 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-68c0744e-81aa-4a53-a7d1-1c30b52df7b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748303'] for security_group, after_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:39.187874 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-51f3a6c7-49de-4fcf-8faf-4b31364934d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:56:39.294702 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [None req-68c0744e-81aa-4a53-a7d1-1c30b52df7b1 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=5980531ef79f4c19803b6877d5210cf0&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0153244 Jun 22 08:56:39.297377 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.wsgi [-] (92664) accepted ('10.222.0.22', 60084) {{(pid=92664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 08:56:39.306535 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.plugins.ml2.managers [None req-ab6092d6-fb4f-4180-9062-9d676f1ce858 None None] Attempting to bind port 85852532-1dc4-4718-b431-e4ecee9d7a48 on host dv-cinder-797333-1-smb for vnic_type normal with profile {{(pid=92667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 08:56:39.307149 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.plugins.ml2.managers [None req-ab6092d6-fb4f-4180-9062-9d676f1ce858 None None] Attempting to bind port 85852532-1dc4-4718-b431-e4ecee9d7a48 by drivers openvswitch,hyperv on host dv-cinder-797333-1-smb at level 0 using segments [{'id': 'f5dcb9d0-69a0-4f7f-8ef7-9bef0bfd3dea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '229d5e4a-3847-4866-aa2f-e37dad8eeeae'}] {{(pid=92667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 08:56:39.307263 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab6092d6-fb4f-4180-9062-9d676f1ce858 None None] Attempting to bind port 85852532-1dc4-4718-b431-e4ecee9d7a48 on network 229d5e4a-3847-4866-aa2f-e37dad8eeeae {{(pid=92667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 08:56:39.383494 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c0744e-81aa-4a53-a7d1-1c30b52df7b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c040192-9ccf-43ce-8f1d-4054519f85c5,revision_number=1']} {{(pid=92664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:56:39.394914 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-68c0744e-81aa-4a53-a7d1-1c30b52df7b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:56:39.465791 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab6092d6-fb4f-4180-9062-9d676f1ce858 None None] Checking agent: {'id': 'a79e4517-6a90-4dc6-90fb-3f5d630e0bbe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797333-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 8, 48, 44), 'started_at': datetime.datetime(2021, 6, 22, 8, 49, 14), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 8, 56, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797333-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 08:56:39.497744 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab6092d6-fb4f-4180-9062-9d676f1ce858 None None] Checking segment: {'id': 'f5dcb9d0-69a0-4f7f-8ef7-9bef0bfd3dea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '229d5e4a-3847-4866-aa2f-e37dad8eeeae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 08:56:39.497744 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron_lib.callbacks.manager [None req-ab6092d6-fb4f-4180-9062-9d676f1ce858 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:39.498191 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab6092d6-fb4f-4180-9062-9d676f1ce858 None None] Bound using segment: {'id': 'f5dcb9d0-69a0-4f7f-8ef7-9bef0bfd3dea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '229d5e4a-3847-4866-aa2f-e37dad8eeeae'} {{(pid=92667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 08:56:39.498695 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.plugins.ml2.managers [None req-ab6092d6-fb4f-4180-9062-9d676f1ce858 None None] Bound port: 85852532-1dc4-4718-b431-e4ecee9d7a48, host: dv-cinder-797333-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5dcb9d0-69a0-4f7f-8ef7-9bef0bfd3dea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '229d5e4a-3847-4866-aa2f-e37dad8eeeae'}}] {{(pid=92667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 08:56:39.499070 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron_lib.callbacks.manager [None req-ab6092d6-fb4f-4180-9062-9d676f1ce858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133719154'] for port, before_update {{(pid=92667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:39.542589 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.l3_hamode_db [None req-c7c7805d-b07e-4065-b4cc-01721c41863f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f8098ca-ed85-402c-920b-4930a41cf01f', 'name': 'tempest-AttachVolumeTestJSON-805699332-router', 'tenant_id': '539be15b3b01480196a1d49d035c0e00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '229d5e4a-3847-4866-aa2f-e37dad8eeeae', 'external_fixed_ips': [{'subnet_id': '86526ad5-0ce1-4847-a8b3-31fb35f84f34', 'ip_address': '172.28.3.241'}], 'enable_snat': True}, 'gw_port_id': '2f0bc85f-0f87-4d56-87b8-53345a6ae5be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T08:56:32Z', 'updated_at': '2021-06-22T08:56:36Z', 'revision_number': 3, 'project_id': '539be15b3b01480196a1d49d035c0e00', 'gw_port': {'id': '2f0bc85f-0f87-4d56-87b8-53345a6ae5be', 'name': '', 'network_id': '229d5e4a-3847-4866-aa2f-e37dad8eeeae', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:a4:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f8098ca-ed85-402c-920b-4930a41cf01f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '86526ad5-0ce1-4847-a8b3-31fb35f84f34', 'ip_address': '172.28.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T08:56:34Z', 'updated_at': '2021-06-22T08:56:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '86526ad5-0ce1-4847-a8b3-31fb35f84f34', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797333-1-smb'}], 'dv-cinder-797333-1-smb', False) {} {{(pid=92666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 08:56:39.595897 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-92734304-377d-4f54-adec-43a6efc48aff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-133719140'] for port, before_create {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:39.617857 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7c7805d-b07e-4065-b4cc-01721c41863f None None] Checking router: 5f8098ca-ed85-402c-920b-4930a41cf01f for host: dv-cinder-797333-1-smb {{(pid=92666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 08:56:39.618581 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7c7805d-b07e-4065-b4cc-01721c41863f None None] Updating router 5f8098ca-ed85-402c-920b-4930a41cf01f port 2f0bc85f-0f87-4d56-87b8-53345a6ae5be binding host dv-cinder-797333-1-smb {{(pid=92666) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 08:56:39.624395 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-74fb4503-6669-44ec-ae81-c7df8a3bef63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-133719140'] for port, before_create {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:39.644747 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-0111dd37-db59-4123-8f1d-c6f4c28367c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:39.718463 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.plugins.ml2.db [None req-ab6092d6-fb4f-4180-9062-9d676f1ce858 None None] For port 85852532-1dc4-4718-b431-e4ecee9d7a48, host dv-cinder-797333-1-smb, cleared binding levels {{(pid=92667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 08:56:39.730838 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.plugins.ml2.db [None req-ab6092d6-fb4f-4180-9062-9d676f1ce858 None None] For port 85852532-1dc4-4718-b431-e4ecee9d7a48, host dv-cinder-797333-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797333-1-smb',level=0,port_id=85852532-1dc4-4718-b431-e4ecee9d7a48,segment=NetworkSegment(f5dcb9d0-69a0-4f7f-8ef7-9bef0bfd3dea),segment_id=f5dcb9d0-69a0-4f7f-8ef7-9bef0bfd3dea)] {{(pid=92667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 08:56:39.753817 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-c7c7805d-b07e-4065-b4cc-01721c41863f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133719154'] for port, before_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:39.784134 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron_lib.callbacks.manager [None req-ab6092d6-fb4f-4180-9062-9d676f1ce858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133719696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133660950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728380107731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728379583079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728379583124'] for port, after_update {{(pid=92667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:39.876226 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81a2243-5456-4724-9ad7-d19d61791d8d None None] Pushing event updated for resources: {'Port': ['ID=85852532-1dc4-4718-b431-e4ecee9d7a48,revision_number=2']} {{(pid=92667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:56:39.952663 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.db.l3_hamode_db [None req-7ce1f83d-abfd-42c3-85a6-cb1ccc9a577f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '063e2e3a-321a-4836-9ff9-d5564fd39ebc', 'name': 'tempest-ServerRescueNegativeTestJSON-1376959178-router', 'tenant_id': '579dfe35a1f942f09a66abcabc039fa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '229d5e4a-3847-4866-aa2f-e37dad8eeeae', 'external_fixed_ips': [{'subnet_id': '86526ad5-0ce1-4847-a8b3-31fb35f84f34', 'ip_address': '172.28.3.248'}], 'enable_snat': True}, 'gw_port_id': '1f278dba-4ae2-4023-919f-5d08eb3b0ac9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T08:56:33Z', 'updated_at': '2021-06-22T08:56:37Z', 'revision_number': 3, 'project_id': '579dfe35a1f942f09a66abcabc039fa9', 'gw_port': {'id': '1f278dba-4ae2-4023-919f-5d08eb3b0ac9', 'name': '', 'network_id': '229d5e4a-3847-4866-aa2f-e37dad8eeeae', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:95:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '063e2e3a-321a-4836-9ff9-d5564fd39ebc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '86526ad5-0ce1-4847-a8b3-31fb35f84f34', 'ip_address': '172.28.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T08:56:34Z', 'updated_at': '2021-06-22T08:56:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '86526ad5-0ce1-4847-a8b3-31fb35f84f34', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797333-1-smb'}], 'dv-cinder-797333-1-smb', False) {} {{(pid=92667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 08:56:40.013705 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.db.db_base_plugin_common [None req-92734304-377d-4f54-adec-43a6efc48aff admin admin] Allocated IP 172.20.0.1 (266e7c95-823e-49c0-9793-a3850a55863e/1fa320cf-b578-475c-89d7-a0309e38937c/a4a6a3c3-d009-46db-9a2e-98dfac346f1a) {{(pid=92665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 08:56:40.044678 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.db.db_base_plugin_common [None req-74fb4503-6669-44ec-ae81-c7df8a3bef63 admin admin] Allocated IP 172.20.0.1 (6858ed3b-c3b9-4692-a3bd-5458c5aaeb61/d3540fe9-cc9d-4e8a-ade5-a63ad9a74449/ba671f67-7b65-40aa-89c3-5822dacef29e) {{(pid=92665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 08:56:40.210379 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-0111dd37-db59-4123-8f1d-c6f4c28367c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:40.265800 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81a2243-5456-4724-9ad7-d19d61791d8d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:56:40.266563 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81a2243-5456-4724-9ad7-d19d61791d8d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:56:40.267136 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81a2243-5456-4724-9ad7-d19d61791d8d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:56:40.267686 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81a2243-5456-4724-9ad7-d19d61791d8d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:56:40.268231 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81a2243-5456-4724-9ad7-d19d61791d8d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:56:40.268809 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81a2243-5456-4724-9ad7-d19d61791d8d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:56:40.269338 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81a2243-5456-4724-9ad7-d19d61791d8d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:56:40.269890 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81a2243-5456-4724-9ad7-d19d61791d8d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:56:40.270437 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81a2243-5456-4724-9ad7-d19d61791d8d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:56:40.270973 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81a2243-5456-4724-9ad7-d19d61791d8d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:56:40.271524 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81a2243-5456-4724-9ad7-d19d61791d8d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:56:40.272057 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81a2243-5456-4724-9ad7-d19d61791d8d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:56:40.277262 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81a2243-5456-4724-9ad7-d19d61791d8d None None] Tracked resource versions report: Jun 22 08:56:40.277262 dv-cinder-797333-1-smb neutron-server[92667]: pushed versions: Jun 22 08:56:40.277262 dv-cinder-797333-1-smb neutron-server[92667]: { 'AddressGroup': {'1.2'}, Jun 22 08:56:40.277262 dv-cinder-797333-1-smb neutron-server[92667]: 'ConntrackHelper': {'1.0'}, Jun 22 08:56:40.277262 dv-cinder-797333-1-smb neutron-server[92667]: 'Log': {'1.0'}, Jun 22 08:56:40.277262 dv-cinder-797333-1-smb neutron-server[92667]: 'Network': {'1.1'}, Jun 22 08:56:40.277262 dv-cinder-797333-1-smb neutron-server[92667]: 'Port': {'1.7'}, Jun 22 08:56:40.277262 dv-cinder-797333-1-smb neutron-server[92667]: 'PortForwarding': {'1.2'}, Jun 22 08:56:40.277262 dv-cinder-797333-1-smb neutron-server[92667]: 'QosPolicy': {'1.8'}, Jun 22 08:56:40.277262 dv-cinder-797333-1-smb neutron-server[92667]: 'SecurityGroup': {'1.4'}, Jun 22 08:56:40.277262 dv-cinder-797333-1-smb neutron-server[92667]: 'SecurityGroupRule': {'1.2'}, Jun 22 08:56:40.277262 dv-cinder-797333-1-smb neutron-server[92667]: 'SubPort': {'1.0'}, Jun 22 08:56:40.277262 dv-cinder-797333-1-smb neutron-server[92667]: 'Subnet': {'1.1'}, Jun 22 08:56:40.277262 dv-cinder-797333-1-smb neutron-server[92667]: 'Trunk': {'1.1'}} Jun 22 08:56:40.277262 dv-cinder-797333-1-smb neutron-server[92667]: consumer versions: Jun 22 08:56:40.277262 dv-cinder-797333-1-smb neutron-server[92667]: { DHCP agent@dv-cinder-797333-1-smb: {}, Jun 22 08:56:40.277262 dv-cinder-797333-1-smb neutron-server[92667]: HyperV agent@hv-cinder-79733: {}, Jun 22 08:56:40.277262 dv-cinder-797333-1-smb neutron-server[92667]: L3 agent@dv-cinder-797333-1-smb: {}, Jun 22 08:56:40.277262 dv-cinder-797333-1-smb neutron-server[92667]: Metadata agent@dv-cinder-797333-1-smb: {}, Jun 22 08:56:40.277262 dv-cinder-797333-1-smb neutron-server[92667]: Metering agent@dv-cinder-797333-1-smb: {}, Jun 22 08:56:40.277262 dv-cinder-797333-1-smb neutron-server[92667]: Open vSwitch agent@dv-cinder-797333-1-smb: { 'AddressGroup': '1.2', Jun 22 08:56:40.277262 dv-cinder-797333-1-smb neutron-server[92667]: 'ConntrackHelper': '1.0', Jun 22 08:56:40.277262 dv-cinder-797333-1-smb neutron-server[92667]: 'Log': '1.0', Jun 22 08:56:40.277262 dv-cinder-797333-1-smb neutron-server[92667]: 'Network': '1.1', Jun 22 08:56:40.277262 dv-cinder-797333-1-smb neutron-server[92667]: 'Port': '1.7', Jun 22 08:56:40.277262 dv-cinder-797333-1-smb neutron-server[92667]: 'PortForwarding': '1.2', Jun 22 08:56:40.277262 dv-cinder-797333-1-smb neutron-server[92667]: 'QosPolicy': '1.8', Jun 22 08:56:40.277262 dv-cinder-797333-1-smb neutron-server[92667]: 'SecurityGroup': '1.4', Jun 22 08:56:40.277262 dv-cinder-797333-1-smb neutron-server[92667]: 'SecurityGroupRule': '1.2', Jun 22 08:56:40.277262 dv-cinder-797333-1-smb neutron-server[92667]: 'SubPort': '1.0', Jun 22 08:56:40.277262 dv-cinder-797333-1-smb neutron-server[92667]: 'Subnet': '1.1', Jun 22 08:56:40.277262 dv-cinder-797333-1-smb neutron-server[92667]: 'Trunk': '1.1'}} Jun 22 08:56:40.277262 dv-cinder-797333-1-smb neutron-server[92667]: {{(pid=92667) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 22 08:56:40.283825 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-dbad1703-b62f-4a29-be3d-98406e332045 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-133719140'] for port, before_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:40.289319 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ce1f83d-abfd-42c3-85a6-cb1ccc9a577f None None] Checking router: 063e2e3a-321a-4836-9ff9-d5564fd39ebc for host: dv-cinder-797333-1-smb {{(pid=92667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 08:56:40.290140 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ce1f83d-abfd-42c3-85a6-cb1ccc9a577f None None] Updating router 063e2e3a-321a-4836-9ff9-d5564fd39ebc port 1f278dba-4ae2-4023-919f-5d08eb3b0ac9 binding host dv-cinder-797333-1-smb {{(pid=92667) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 08:56:40.294178 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG oslo_concurrency.lockutils [None req-f81a2243-5456-4724-9ad7-d19d61791d8d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.314s {{(pid=92667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:56:40.295868 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-63c779e9-a936-4e63-aafc-e7655f2f050d req-fa418ea2-9e2b-4ce1-ba81-552433da9476 tempest-DeleteServersTestJSON-216179078 tempest-DeleteServersTestJSON-216179078-project] 10.222.0.22 "GET /v2.0/ports?device_id=f6adb4e3-f1e8-4dfb-88e0-eea47b24076d HTTP/1.1" status: 200 len: 210 time: 0.1627738 Jun 22 08:56:40.296190 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.rpc [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Device 091cdc82-e79a-4fec-9189-b7613cddf485 up at agent ovs-agent-dv-cinder-797333-1-smb {{(pid=92666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 08:56:40.301595 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.400s {{(pid=92667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:56:40.400873 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-92734304-377d-4f54-adec-43a6efc48aff admin admin] Notify callbacks [] for port, precommit_create {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:40.431733 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-74fb4503-6669-44ec-ae81-c7df8a3bef63 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:40.505251 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.db.provisioning_blocks [None req-92734304-377d-4f54-adec-43a6efc48aff admin admin] Transition to ACTIVE for port object a4a6a3c3-d009-46db-9a2e-98dfac346f1a will not be triggered until provisioned by entity DHCP. {{(pid=92665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 08:56:40.508545 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.db.provisioning_blocks [None req-74fb4503-6669-44ec-ae81-c7df8a3bef63 admin admin] Transition to ACTIVE for port object ba671f67-7b65-40aa-89c3-5822dacef29e will not be triggered until provisioned by entity DHCP. {{(pid=92665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 08:56:40.527592 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-0111dd37-db59-4123-8f1d-c6f4c28367c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748303'] for security_group, after_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:40.532855 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-0111dd37-db59-4123-8f1d-c6f4c28367c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:40.536808 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab6092d6-fb4f-4180-9062-9d676f1ce858 None None] Routers {'e39149fe-b87f-4c67-89a3-ae4a53980e68'} bound to L3 agent in host dv-cinder-797333-1-smb {{(pid=92667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 08:56:40.540106 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [None req-0111dd37-db59-4123-8f1d-c6f4c28367c5 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/2c040192-9ccf-43ce-8f1d-4054519f85c5 HTTP/1.1" status: 204 len: 168 time: 1.1703224 Jun 22 08:56:40.542039 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.db.l3_hamode_db [None req-ab6092d6-fb4f-4180-9062-9d676f1ce858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797333-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T08:48:43Z,description=,heartbeat_timestamp=2021-06-22T08:56:13Z,host='dv-cinder-797333-1-smb',id=81bac9f2-ec56-4bd6-b329-9598189ea0dc,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T08:48:43Z,topic='l3_agent')) {'router_ids': ['e39149fe-b87f-4c67-89a3-ae4a53980e68'], 'active': True} {{(pid=92667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 08:56:40.562132 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.provisioning_blocks [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Provisioning complete for port 091cdc82-e79a-4fec-9189-b7613cddf485 triggered by entity L2. {{(pid=92666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 08:56:40.562515 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133917554'] for port, provisioning_complete {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:40.572797 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:56:40.592567 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0111dd37-db59-4123-8f1d-c6f4c28367c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c040192-9ccf-43ce-8f1d-4054519f85c5,revision_number=None']} {{(pid=92664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:56:40.613416 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-0111dd37-db59-4123-8f1d-c6f4c28367c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:56:40.640667 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-92734304-377d-4f54-adec-43a6efc48aff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-133719719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-133660957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728379583061'] for port, after_create {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:40.643891 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:56:40.647117 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-74fb4503-6669-44ec-ae81-c7df8a3bef63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-133719719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-133660957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728379583061'] for port, after_create {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:40.724280 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron_lib.callbacks.manager [None req-7ce1f83d-abfd-42c3-85a6-cb1ccc9a577f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133719154'] for port, before_update {{(pid=92667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:40.762564 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.db.db_base_plugin_common [None req-dbad1703-b62f-4a29-be3d-98406e332045 admin admin] Allocated IP 172.20.0.1 (fc5fbf8b-b290-4909-ad02-6e42f6cbe581/d4b70363-b957-482d-afbc-e3f16f2e15d6/b0b02c39-0c6a-4917-b5e9-ac6ef5032e86) {{(pid=92664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 08:56:40.764103 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-c7c7805d-b07e-4065-b4cc-01721c41863f None None] Notify callbacks [] for port, precommit_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:40.809842 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.provisioning_blocks [None req-c7c7805d-b07e-4065-b4cc-01721c41863f None None] Transition to ACTIVE for port object 2f0bc85f-0f87-4d56-87b8-53345a6ae5be will not be triggered until provisioned by entity L2. {{(pid=92666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 08:56:40.827912 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-c7c7805d-b07e-4065-b4cc-01721c41863f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133719696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133660950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728380107731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728379583079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728379583124'] for port, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:40.831995 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:56:40.844509 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81a2243-5456-4724-9ad7-d19d61791d8d None None] Pushing event updated for resources: {'Port': ['ID=85852532-1dc4-4718-b431-e4ecee9d7a48,revision_number=3']} {{(pid=92667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:56:40.881169 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG oslo_concurrency.lockutils [None req-f81a2243-5456-4724-9ad7-d19d61791d8d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.575s {{(pid=92667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:56:41.035432 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.managers [None req-c7c7805d-b07e-4065-b4cc-01721c41863f None None] Attempting to bind port 2f0bc85f-0f87-4d56-87b8-53345a6ae5be on host dv-cinder-797333-1-smb for vnic_type normal with profile {{(pid=92666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 08:56:41.035585 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.managers [None req-c7c7805d-b07e-4065-b4cc-01721c41863f None None] Attempting to bind port 2f0bc85f-0f87-4d56-87b8-53345a6ae5be by drivers openvswitch,hyperv on host dv-cinder-797333-1-smb at level 0 using segments [{'id': 'f5dcb9d0-69a0-4f7f-8ef7-9bef0bfd3dea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '229d5e4a-3847-4866-aa2f-e37dad8eeeae'}] {{(pid=92666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 08:56:41.047898 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c7805d-b07e-4065-b4cc-01721c41863f None None] Attempting to bind port 2f0bc85f-0f87-4d56-87b8-53345a6ae5be on network 229d5e4a-3847-4866-aa2f-e37dad8eeeae {{(pid=92666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 08:56:41.052040 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4527cb-c9a0-49ca-8680-1e907a5f698f None None] Pushing event updated for resources: {'Port': ['ID=2f0bc85f-0f87-4d56-87b8-53345a6ae5be,revision_number=2']} {{(pid=92666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:56:41.055102 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92734304-377d-4f54-adec-43a6efc48aff admin admin] Network 266e7c95-823e-49c0-9793-a3850a55863e is already hosted by enough agents. {{(pid=92665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 08:56:41.071167 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG oslo_concurrency.lockutils [None req-1f4527cb-c9a0-49ca-8680-1e907a5f698f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=92666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:56:41.083840 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.scheduler.base_scheduler [None req-92734304-377d-4f54-adec-43a6efc48aff admin admin] Resources bound (agent type, host, resource id): {{(pid=92665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 08:56:41.086321 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92734304-377d-4f54-adec-43a6efc48aff admin admin] Received port after_create {{(pid=92665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 08:56:41.086843 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-92734304-377d-4f54-adec-43a6efc48aff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-548618'] for router_interface, before_create {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:41.093242 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74fb4503-6669-44ec-ae81-c7df8a3bef63 admin admin] Network 6858ed3b-c3b9-4692-a3bd-5458c5aaeb61 is already hosted by enough agents. {{(pid=92665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 08:56:41.093946 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c7805d-b07e-4065-b4cc-01721c41863f None None] Checking agent: {'id': 'a79e4517-6a90-4dc6-90fb-3f5d630e0bbe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797333-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 8, 48, 44), 'started_at': datetime.datetime(2021, 6, 22, 8, 49, 14), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 8, 56, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797333-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 08:56:41.094416 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c7805d-b07e-4065-b4cc-01721c41863f None None] Checking segment: {'id': 'f5dcb9d0-69a0-4f7f-8ef7-9bef0bfd3dea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '229d5e4a-3847-4866-aa2f-e37dad8eeeae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 08:56:41.094836 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-c7c7805d-b07e-4065-b4cc-01721c41863f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:41.095245 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c7805d-b07e-4065-b4cc-01721c41863f None None] Bound using segment: {'id': 'f5dcb9d0-69a0-4f7f-8ef7-9bef0bfd3dea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '229d5e4a-3847-4866-aa2f-e37dad8eeeae'} {{(pid=92666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 08:56:41.095833 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.managers [None req-c7c7805d-b07e-4065-b4cc-01721c41863f None None] Bound port: 2f0bc85f-0f87-4d56-87b8-53345a6ae5be, host: dv-cinder-797333-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5dcb9d0-69a0-4f7f-8ef7-9bef0bfd3dea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '229d5e4a-3847-4866-aa2f-e37dad8eeeae'}}] {{(pid=92666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 08:56:41.096222 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-c7c7805d-b07e-4065-b4cc-01721c41863f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133719154'] for port, before_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:41.179680 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-2a212007-29ca-47cd-a1ef-19b06830b8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380123073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133916839'] for agent, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:41.229096 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.wsgi [-] (92664) accepted ('10.222.0.15', 64782) {{(pid=92664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 08:56:41.247814 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92734304-377d-4f54-adec-43a6efc48aff admin admin] Pushing event updated for resources: {'Port': ['ID=a4a6a3c3-d009-46db-9a2e-98dfac346f1a,revision_number=1']} {{(pid=92665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:56:41.251502 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.scheduler.base_scheduler [None req-74fb4503-6669-44ec-ae81-c7df8a3bef63 admin admin] Resources bound (agent type, host, resource id): {{(pid=92665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 08:56:41.273479 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.db [None req-c7c7805d-b07e-4065-b4cc-01721c41863f None None] For port 2f0bc85f-0f87-4d56-87b8-53345a6ae5be, host dv-cinder-797333-1-smb, cleared binding levels {{(pid=92666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 08:56:41.279858 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.wsgi [-] (92665) accepted ('10.222.0.22', 60146) {{(pid=92665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 08:56:41.281140 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-92734304-377d-4f54-adec-43a6efc48aff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.638s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:56:41.292257 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.db [None req-c7c7805d-b07e-4065-b4cc-01721c41863f None None] For port 2f0bc85f-0f87-4d56-87b8-53345a6ae5be, host dv-cinder-797333-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797333-1-smb',level=0,port_id=2f0bc85f-0f87-4d56-87b8-53345a6ae5be,segment=NetworkSegment(f5dcb9d0-69a0-4f7f-8ef7-9bef0bfd3dea),segment_id=f5dcb9d0-69a0-4f7f-8ef7-9bef0bfd3dea)] {{(pid=92666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 08:56:41.295998 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-2a94c3b8-80e1-4f0e-9c2f-eb8e60bfe5f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.588s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:56:41.311008 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-c7c7805d-b07e-4065-b4cc-01721c41863f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133719696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133660950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728380107731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728379583079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728379583124'] for port, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:41.315190 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:56:41.338445 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.db.l3_dvr_db [None req-ab6092d6-fb4f-4180-9062-9d676f1ce858 None None] Set router e39149fe-b87f-4c67-89a3-ae4a53980e68 gateway port host: dv-cinder-797333-1-smb {{(pid=92667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 08:56:41.504892 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c7805d-b07e-4065-b4cc-01721c41863f None None] Routers {'5f8098ca-ed85-402c-920b-4930a41cf01f'} bound to L3 agent in host dv-cinder-797333-1-smb {{(pid=92666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 08:56:41.505636 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.l3_hamode_db [None req-c7c7805d-b07e-4065-b4cc-01721c41863f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797333-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T08:48:43Z,description=,heartbeat_timestamp=2021-06-22T08:56:13Z,host='dv-cinder-797333-1-smb',id=81bac9f2-ec56-4bd6-b329-9598189ea0dc,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T08:48:43Z,topic='l3_agent')) {'router_ids': ['5f8098ca-ed85-402c-920b-4930a41cf01f'], 'active': True} {{(pid=92666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 08:56:41.525195 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-dbad1703-b62f-4a29-be3d-98406e332045 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:41.594668 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74fb4503-6669-44ec-ae81-c7df8a3bef63 admin admin] Received port after_create {{(pid=92665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 08:56:41.595132 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-74fb4503-6669-44ec-ae81-c7df8a3bef63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-548618'] for router_interface, before_create {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:41.622568 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4527cb-c9a0-49ca-8680-1e907a5f698f None None] Pushing event updated for resources: {'Port': ['ID=2f0bc85f-0f87-4d56-87b8-53345a6ae5be,revision_number=3']} {{(pid=92666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:56:41.634161 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG oslo_concurrency.lockutils [None req-1f4527cb-c9a0-49ca-8680-1e907a5f698f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=92666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:56:41.666059 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fb4503-6669-44ec-ae81-c7df8a3bef63 admin admin] Pushing event updated for resources: {'Port': ['ID=ba671f67-7b65-40aa-89c3-5822dacef29e,revision_number=1']} {{(pid=92665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:56:41.789299 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd211f50-7875-4ba1-850d-f54afd2273db req-76caf577-1c7d-4fb2-bd66-d175f5307253 tempest-DeleteServersTestJSON-216179078 tempest-DeleteServersTestJSON-216179078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:56:41.791381 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-fd211f50-7875-4ba1-850d-f54afd2273db req-76caf577-1c7d-4fb2-bd66-d175f5307253 tempest-DeleteServersTestJSON-216179078 tempest-DeleteServersTestJSON-216179078-project] 10.222.0.15 "GET /v2.0/networks?id=832a0f40-6937-4cf8-9860-9cfd8761f3f2 HTTP/1.1" status: 200 len: 812 time: 0.5515103 Jun 22 08:56:41.794094 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-dbad1703-b62f-4a29-be3d-98406e332045 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-133719719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-133660957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728379583061'] for port, after_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:41.799176 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-fcfcbde4-48d5-4300-a325-5b7c22df5358 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:56:41.824547 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.provisioning_blocks [None req-7840e7bd-fbe7-44d4-88fb-4d3bfb5a92a4 None None] Provisioning for port a4a6a3c3-d009-46db-9a2e-98dfac346f1a completed by entity DHCP. {{(pid=92666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 08:56:41.852842 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbad1703-b62f-4a29-be3d-98406e332045 admin admin] Pushing event updated for resources: {'Port': ['ID=b0b02c39-0c6a-4917-b5e9-ac6ef5032e86,revision_number=1']} {{(pid=92664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:56:41.853059 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.provisioning_blocks [None req-7840e7bd-fbe7-44d4-88fb-4d3bfb5a92a4 None None] Provisioning complete for port a4a6a3c3-d009-46db-9a2e-98dfac346f1a triggered by entity DHCP. {{(pid=92666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 08:56:41.853405 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-7840e7bd-fbe7-44d4-88fb-4d3bfb5a92a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133917554'] for port, provisioning_complete {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:41.859108 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.v2.base [req-fd211f50-7875-4ba1-850d-f54afd2273db req-69fdea31-27f3-4ba2-9b93-38f7902ff699 tempest-DeleteServersTestJSON-216179078 tempest-DeleteServersTestJSON-216179078-project] Request body: {'port': {'device_id': 'f6adb4e3-f1e8-4dfb-88e0-eea47b24076d', 'network_id': '832a0f40-6937-4cf8-9860-9cfd8761f3f2', 'admin_state_up': True, 'tenant_id': '2ed10f27fc044fe2929c68571a8a4941'}} {{(pid=92664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 08:56:41.958072 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.l3_dvr_db [None req-c7c7805d-b07e-4065-b4cc-01721c41863f None None] Set router 5f8098ca-ed85-402c-920b-4930a41cf01f gateway port host: dv-cinder-797333-1-smb {{(pid=92666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 08:56:42.020515 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-dbad1703-b62f-4a29-be3d-98406e332045 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:56:42.042890 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-4de68049-ccff-49b7-a41e-aa4236db5a80 req-c8dc6bec-05f9-43b3-9a7e-95fb028320ae tempest-DeleteServersTestJSON-216179078 tempest-DeleteServersTestJSON-216179078-project] 10.222.0.22 "GET /v2.0/ports?device_id=f6adb4e3-f1e8-4dfb-88e0-eea47b24076d HTTP/1.1" status: 200 len: 210 time: 0.4349337 Jun 22 08:56:42.059512 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-74fb4503-6669-44ec-ae81-c7df8a3bef63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.763s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:56:42.060418 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-f0f2741a-f2b9-4e92-9c3c-d4282f6ce9a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:42.151223 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.plugin [None req-7840e7bd-fbe7-44d4-88fb-4d3bfb5a92a4 None None] Port a4a6a3c3-d009-46db-9a2e-98dfac346f1a cannot update to ACTIVE because it is not bound. {{(pid=92666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 08:56:42.226373 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbad1703-b62f-4a29-be3d-98406e332045 admin admin] Network fc5fbf8b-b290-4909-ad02-6e42f6cbe581 is already hosted by enough agents. {{(pid=92664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 08:56:42.233462 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron_lib.callbacks.manager [None req-7ce1f83d-abfd-42c3-85a6-cb1ccc9a577f None None] Notify callbacks [] for port, precommit_update {{(pid=92667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:42.242996 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.scheduler.base_scheduler [None req-dbad1703-b62f-4a29-be3d-98406e332045 admin admin] Resources bound (agent type, host, resource id): {{(pid=92664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 08:56:42.248608 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbad1703-b62f-4a29-be3d-98406e332045 admin admin] Received port after_create {{(pid=92664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 08:56:42.249738 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-dbad1703-b62f-4a29-be3d-98406e332045 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-548618'] for router_interface, before_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:42.251273 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.db.provisioning_blocks [None req-7ce1f83d-abfd-42c3-85a6-cb1ccc9a577f None None] Transition to ACTIVE for port object 1f278dba-4ae2-4023-919f-5d08eb3b0ac9 will not be triggered until provisioned by entity L2. {{(pid=92667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 08:56:42.286581 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron_lib.callbacks.manager [None req-7ce1f83d-abfd-42c3-85a6-cb1ccc9a577f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133719696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133660950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728380107731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728379583079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728379583124'] for port, after_update {{(pid=92667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:42.291082 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.db.l3_hamode_db [None req-ab6092d6-fb4f-4180-9062-9d676f1ce858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e39149fe-b87f-4c67-89a3-ae4a53980e68', 'name': 'tempest-AttachVolumeShelveTestJSON-1386995798-router', 'tenant_id': '0dbc55deeb2a42a3bb10502a7c6fc28b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '229d5e4a-3847-4866-aa2f-e37dad8eeeae', 'external_fixed_ips': [{'subnet_id': '86526ad5-0ce1-4847-a8b3-31fb35f84f34', 'ip_address': '172.28.3.205'}], 'enable_snat': True}, 'gw_port_id': '85852532-1dc4-4718-b431-e4ecee9d7a48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T08:56:32Z', 'updated_at': '2021-06-22T08:56:34Z', 'revision_number': 3, 'project_id': '0dbc55deeb2a42a3bb10502a7c6fc28b', 'gw_port': {'id': '85852532-1dc4-4718-b431-e4ecee9d7a48', 'name': '', 'network_id': '229d5e4a-3847-4866-aa2f-e37dad8eeeae', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:f5:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e39149fe-b87f-4c67-89a3-ae4a53980e68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '86526ad5-0ce1-4847-a8b3-31fb35f84f34', 'ip_address': '172.28.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T08:56:33Z', 'updated_at': '2021-06-22T08:56:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86526ad5-0ce1-4847-a8b3-31fb35f84f34', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797333-1-smb'}], 'dv-cinder-797333-1-smb', False) {} {{(pid=92667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 08:56:42.368548 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-92734304-377d-4f54-adec-43a6efc48aff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133719154'] for port, before_update {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:42.414681 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:56:42.470300 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab6092d6-fb4f-4180-9062-9d676f1ce858 None None] The sync data for ids ['e39149fe-b87f-4c67-89a3-ae4a53980e68'] in dv-cinder-797333-1-smb is: [{'id': 'e39149fe-b87f-4c67-89a3-ae4a53980e68', 'name': 'tempest-AttachVolumeShelveTestJSON-1386995798-router', 'tenant_id': '0dbc55deeb2a42a3bb10502a7c6fc28b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '229d5e4a-3847-4866-aa2f-e37dad8eeeae', 'external_fixed_ips': [{'subnet_id': '86526ad5-0ce1-4847-a8b3-31fb35f84f34', 'ip_address': '172.28.3.205'}], 'enable_snat': True}, 'gw_port_id': '85852532-1dc4-4718-b431-e4ecee9d7a48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T08:56:32Z', 'updated_at': '2021-06-22T08:56:34Z', 'revision_number': 3, 'project_id': '0dbc55deeb2a42a3bb10502a7c6fc28b', 'gw_port': {'id': '85852532-1dc4-4718-b431-e4ecee9d7a48', 'name': '', 'network_id': '229d5e4a-3847-4866-aa2f-e37dad8eeeae', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:f5:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e39149fe-b87f-4c67-89a3-ae4a53980e68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '86526ad5-0ce1-4847-a8b3-31fb35f84f34', 'ip_address': '172.28.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T08:56:33Z', 'updated_at': '2021-06-22T08:56:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86526ad5-0ce1-4847-a8b3-31fb35f84f34', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797333-1-smb'}] {{(pid=92667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 08:56:42.511162 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538ca17b-9df1-4632-babe-ca246c4c4c6a None None] Pushing event updated for resources: {'Port': ['ID=1f278dba-4ae2-4023-919f-5d08eb3b0ac9,revision_number=2']} {{(pid=92667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:56:42.515957 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG oslo_concurrency.lockutils [None req-538ca17b-9df1-4632-babe-ca246c4c4c6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=92667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:56:42.547974 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.plugins.ml2.managers [None req-7ce1f83d-abfd-42c3-85a6-cb1ccc9a577f None None] Attempting to bind port 1f278dba-4ae2-4023-919f-5d08eb3b0ac9 on host dv-cinder-797333-1-smb for vnic_type normal with profile {{(pid=92667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 08:56:42.548325 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.plugins.ml2.managers [None req-7ce1f83d-abfd-42c3-85a6-cb1ccc9a577f None None] Attempting to bind port 1f278dba-4ae2-4023-919f-5d08eb3b0ac9 by drivers openvswitch,hyperv on host dv-cinder-797333-1-smb at level 0 using segments [{'id': 'f5dcb9d0-69a0-4f7f-8ef7-9bef0bfd3dea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '229d5e4a-3847-4866-aa2f-e37dad8eeeae'}] {{(pid=92667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 08:56:42.548689 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ce1f83d-abfd-42c3-85a6-cb1ccc9a577f None None] Attempting to bind port 1f278dba-4ae2-4023-919f-5d08eb3b0ac9 on network 229d5e4a-3847-4866-aa2f-e37dad8eeeae {{(pid=92667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 08:56:42.564343 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ce1f83d-abfd-42c3-85a6-cb1ccc9a577f None None] Checking agent: {'id': 'a79e4517-6a90-4dc6-90fb-3f5d630e0bbe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797333-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 8, 48, 44), 'started_at': datetime.datetime(2021, 6, 22, 8, 49, 14), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 8, 56, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797333-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 08:56:42.564343 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ce1f83d-abfd-42c3-85a6-cb1ccc9a577f None None] Checking segment: {'id': 'f5dcb9d0-69a0-4f7f-8ef7-9bef0bfd3dea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '229d5e4a-3847-4866-aa2f-e37dad8eeeae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 08:56:42.564343 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron_lib.callbacks.manager [None req-7ce1f83d-abfd-42c3-85a6-cb1ccc9a577f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:42.564343 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ce1f83d-abfd-42c3-85a6-cb1ccc9a577f None None] Bound using segment: {'id': 'f5dcb9d0-69a0-4f7f-8ef7-9bef0bfd3dea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '229d5e4a-3847-4866-aa2f-e37dad8eeeae'} {{(pid=92667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 08:56:42.564343 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.plugins.ml2.managers [None req-7ce1f83d-abfd-42c3-85a6-cb1ccc9a577f None None] Bound port: 1f278dba-4ae2-4023-919f-5d08eb3b0ac9, host: dv-cinder-797333-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5dcb9d0-69a0-4f7f-8ef7-9bef0bfd3dea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '229d5e4a-3847-4866-aa2f-e37dad8eeeae'}}] {{(pid=92667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 08:56:42.564343 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron_lib.callbacks.manager [None req-7ce1f83d-abfd-42c3-85a6-cb1ccc9a577f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133719154'] for port, before_update {{(pid=92667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:42.570412 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-dbad1703-b62f-4a29-be3d-98406e332045 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133719154'] for port, before_update {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:42.594588 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.provisioning_blocks [None req-48db0a41-ec7c-4996-a0e8-2761feb04b4e None None] Provisioning for port ba671f67-7b65-40aa-89c3-5822dacef29e completed by entity DHCP. {{(pid=92666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 08:56:42.643364 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.provisioning_blocks [None req-48db0a41-ec7c-4996-a0e8-2761feb04b4e None None] Provisioning complete for port ba671f67-7b65-40aa-89c3-5822dacef29e triggered by entity DHCP. {{(pid=92666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 08:56:42.644034 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-48db0a41-ec7c-4996-a0e8-2761feb04b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133917554'] for port, provisioning_complete {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:42.696368 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.plugins.ml2.db [None req-7ce1f83d-abfd-42c3-85a6-cb1ccc9a577f None None] For port 1f278dba-4ae2-4023-919f-5d08eb3b0ac9, host dv-cinder-797333-1-smb, cleared binding levels {{(pid=92667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 08:56:42.702106 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.plugins.ml2.db [None req-7ce1f83d-abfd-42c3-85a6-cb1ccc9a577f None None] For port 1f278dba-4ae2-4023-919f-5d08eb3b0ac9, host dv-cinder-797333-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797333-1-smb',level=0,port_id=1f278dba-4ae2-4023-919f-5d08eb3b0ac9,segment=NetworkSegment(f5dcb9d0-69a0-4f7f-8ef7-9bef0bfd3dea),segment_id=f5dcb9d0-69a0-4f7f-8ef7-9bef0bfd3dea)] {{(pid=92667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 08:56:42.717055 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron_lib.callbacks.manager [None req-7ce1f83d-abfd-42c3-85a6-cb1ccc9a577f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133719696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133660950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728380107731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728379583079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728379583124'] for port, after_update {{(pid=92667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:42.719824 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG oslo_concurrency.lockutils [None req-f81a2243-5456-4724-9ad7-d19d61791d8d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:56:42.724173 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.plugin [None req-48db0a41-ec7c-4996-a0e8-2761feb04b4e None None] Port ba671f67-7b65-40aa-89c3-5822dacef29e cannot update to ACTIVE because it is not bound. {{(pid=92666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 08:56:42.735438 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.l3_hamode_db [None req-c7c7805d-b07e-4065-b4cc-01721c41863f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f8098ca-ed85-402c-920b-4930a41cf01f', 'name': 'tempest-AttachVolumeTestJSON-805699332-router', 'tenant_id': '539be15b3b01480196a1d49d035c0e00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '229d5e4a-3847-4866-aa2f-e37dad8eeeae', 'external_fixed_ips': [{'subnet_id': '86526ad5-0ce1-4847-a8b3-31fb35f84f34', 'ip_address': '172.28.3.241'}], 'enable_snat': True}, 'gw_port_id': '2f0bc85f-0f87-4d56-87b8-53345a6ae5be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T08:56:32Z', 'updated_at': '2021-06-22T08:56:36Z', 'revision_number': 3, 'project_id': '539be15b3b01480196a1d49d035c0e00', 'gw_port': {'id': '2f0bc85f-0f87-4d56-87b8-53345a6ae5be', 'name': '', 'network_id': '229d5e4a-3847-4866-aa2f-e37dad8eeeae', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:a4:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f8098ca-ed85-402c-920b-4930a41cf01f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '86526ad5-0ce1-4847-a8b3-31fb35f84f34', 'ip_address': '172.28.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T08:56:34Z', 'updated_at': '2021-06-22T08:56:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86526ad5-0ce1-4847-a8b3-31fb35f84f34', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797333-1-smb'}], 'dv-cinder-797333-1-smb', False) {} {{(pid=92666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 08:56:42.770051 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7c7805d-b07e-4065-b4cc-01721c41863f None None] The sync data for ids ['5f8098ca-ed85-402c-920b-4930a41cf01f'] in dv-cinder-797333-1-smb is: [{'id': '5f8098ca-ed85-402c-920b-4930a41cf01f', 'name': 'tempest-AttachVolumeTestJSON-805699332-router', 'tenant_id': '539be15b3b01480196a1d49d035c0e00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '229d5e4a-3847-4866-aa2f-e37dad8eeeae', 'external_fixed_ips': [{'subnet_id': '86526ad5-0ce1-4847-a8b3-31fb35f84f34', 'ip_address': '172.28.3.241'}], 'enable_snat': True}, 'gw_port_id': '2f0bc85f-0f87-4d56-87b8-53345a6ae5be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T08:56:32Z', 'updated_at': '2021-06-22T08:56:36Z', 'revision_number': 3, 'project_id': '539be15b3b01480196a1d49d035c0e00', 'gw_port': {'id': '2f0bc85f-0f87-4d56-87b8-53345a6ae5be', 'name': '', 'network_id': '229d5e4a-3847-4866-aa2f-e37dad8eeeae', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:a4:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f8098ca-ed85-402c-920b-4930a41cf01f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '86526ad5-0ce1-4847-a8b3-31fb35f84f34', 'ip_address': '172.28.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T08:56:34Z', 'updated_at': '2021-06-22T08:56:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86526ad5-0ce1-4847-a8b3-31fb35f84f34', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797333-1-smb'}] {{(pid=92666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 08:56:42.774569 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-92734304-377d-4f54-adec-43a6efc48aff admin admin] Notify callbacks [] for port, precommit_update {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:42.790101 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-f0f2741a-f2b9-4e92-9c3c-d4282f6ce9a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:42.796250 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-92734304-377d-4f54-adec-43a6efc48aff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133719696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133660950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728380107731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728379583079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728379583124'] for port, after_update {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:42.807997 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-92734304-377d-4f54-adec-43a6efc48aff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133661043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-741137'] for router_interface, after_create {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:42.826239 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-f0f2741a-f2b9-4e92-9c3c-d4282f6ce9a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748303'] for security_group, after_create {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:42.827710 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-74fb4503-6669-44ec-ae81-c7df8a3bef63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:56:42.868872 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd211f50-7875-4ba1-850d-f54afd2273db req-69fdea31-27f3-4ba2-9b93-38f7902ff699 tempest-DeleteServersTestJSON-216179078 tempest-DeleteServersTestJSON-216179078-project] Made reservation on behalf of 2ed10f27fc044fe2929c68571a8a4941 for: {'port': 1} {{(pid=92664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 08:56:42.875478 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [req-fd211f50-7875-4ba1-850d-f54afd2273db req-69fdea31-27f3-4ba2-9b93-38f7902ff699 tempest-DeleteServersTestJSON-216179078 tempest-DeleteServersTestJSON-216179078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-133719140'] for port, before_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:42.901987 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ce1f83d-abfd-42c3-85a6-cb1ccc9a577f None None] Routers {'063e2e3a-321a-4836-9ff9-d5564fd39ebc'} bound to L3 agent in host dv-cinder-797333-1-smb {{(pid=92667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 08:56:42.902617 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.db.l3_hamode_db [None req-7ce1f83d-abfd-42c3-85a6-cb1ccc9a577f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797333-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T08:48:43Z,description=,heartbeat_timestamp=2021-06-22T08:56:13Z,host='dv-cinder-797333-1-smb',id=81bac9f2-ec56-4bd6-b329-9598189ea0dc,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T08:48:43Z,topic='l3_agent')) {'router_ids': ['063e2e3a-321a-4836-9ff9-d5564fd39ebc'], 'active': True} {{(pid=92667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 08:56:42.904441 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538ca17b-9df1-4632-babe-ca246c4c4c6a None None] Pushing event updated for resources: {'Port': ['ID=1f278dba-4ae2-4023-919f-5d08eb3b0ac9,revision_number=3']} {{(pid=92667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:56:42.923207 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG oslo_concurrency.lockutils [None req-538ca17b-9df1-4632-babe-ca246c4c4c6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=92667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:56:42.932205 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-74fb4503-6669-44ec-ae81-c7df8a3bef63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133719154'] for port, before_update {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:43.075325 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [None req-f0f2741a-f2b9-4e92-9c3c-d4282f6ce9a1 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=893a915cd55a4a829f011340290f2de7&name=default HTTP/1.1" status: 200 len: 2975 time: 1.7921340 Jun 22 08:56:43.101432 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.wsgi [-] (92665) accepted ('10.222.0.22', 60218) {{(pid=92665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 08:56:43.102530 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92734304-377d-4f54-adec-43a6efc48aff admin admin] Pushing event updated for resources: {'Port': ['ID=a4a6a3c3-d009-46db-9a2e-98dfac346f1a,revision_number=2']} {{(pid=92665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:56:43.119943 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-92734304-377d-4f54-adec-43a6efc48aff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:56:43.123562 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-d23315c9-f8fe-4a3d-a282-9db03669cafe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.190s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:56:43.258232 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.db.l3_dvr_db [None req-7ce1f83d-abfd-42c3-85a6-cb1ccc9a577f None None] Set router 063e2e3a-321a-4836-9ff9-d5564fd39ebc gateway port host: dv-cinder-797333-1-smb {{(pid=92667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 08:56:43.364085 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-dbad1703-b62f-4a29-be3d-98406e332045 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:43.382269 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-dbad1703-b62f-4a29-be3d-98406e332045 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133719696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133660950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728380107731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728379583079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728379583124'] for port, after_update {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:43.448188 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-dbad1703-b62f-4a29-be3d-98406e332045 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133661043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-741137'] for router_interface, after_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:43.460195 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-649491a8-07a2-4a10-a75f-4b4d2ca7e351 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:56:43.512783 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f2741a-f2b9-4e92-9c3c-d4282f6ce9a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c5f3921-5be9-4522-9ac5-1bd54324c86e,revision_number=1']} {{(pid=92665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:56:43.520546 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92734304-377d-4f54-adec-43a6efc48aff admin admin] Network 266e7c95-823e-49c0-9793-a3850a55863e is already hosted by enough agents. {{(pid=92665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 08:56:43.568326 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-63741566-0d3f-41d8-aaf0-ec24d876c70b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380123073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133916839'] for agent, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:43.745271 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.scheduler.base_scheduler [None req-92734304-377d-4f54-adec-43a6efc48aff admin admin] Resources bound (agent type, host, resource id): {{(pid=92665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 08:56:43.793223 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-f0f2741a-f2b9-4e92-9c3c-d4282f6ce9a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.671s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:56:43.903307 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380123073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133916839'] for agent, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:43.982218 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-8c365810-de42-42c0-b5d3-71f15340ef1d req-6e5bc868-8b44-4c87-b864-e84b619ad27d tempest-DeleteServersTestJSON-216179078 tempest-DeleteServersTestJSON-216179078-project] 10.222.0.22 "GET /v2.0/ports?device_id=f6adb4e3-f1e8-4dfb-88e0-eea47b24076d HTTP/1.1" status: 200 len: 210 time: 0.6237276 Jun 22 08:56:44.030043 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-efce8763-8aa0-4809-972a-e2d6dbdafa61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:44.118721 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.db.l3_hamode_db [None req-7ce1f83d-abfd-42c3-85a6-cb1ccc9a577f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '063e2e3a-321a-4836-9ff9-d5564fd39ebc', 'name': 'tempest-ServerRescueNegativeTestJSON-1376959178-router', 'tenant_id': '579dfe35a1f942f09a66abcabc039fa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '229d5e4a-3847-4866-aa2f-e37dad8eeeae', 'external_fixed_ips': [{'subnet_id': '86526ad5-0ce1-4847-a8b3-31fb35f84f34', 'ip_address': '172.28.3.248'}], 'enable_snat': True}, 'gw_port_id': '1f278dba-4ae2-4023-919f-5d08eb3b0ac9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T08:56:33Z', 'updated_at': '2021-06-22T08:56:42Z', 'revision_number': 4, 'project_id': '579dfe35a1f942f09a66abcabc039fa9', 'gw_port': {'id': '1f278dba-4ae2-4023-919f-5d08eb3b0ac9', 'name': '', 'network_id': '229d5e4a-3847-4866-aa2f-e37dad8eeeae', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:95:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '063e2e3a-321a-4836-9ff9-d5564fd39ebc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '86526ad5-0ce1-4847-a8b3-31fb35f84f34', 'ip_address': '172.28.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T08:56:34Z', 'updated_at': '2021-06-22T08:56:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86526ad5-0ce1-4847-a8b3-31fb35f84f34', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797333-1-smb', '_interfaces': [{'id': 'b0b02c39-0c6a-4917-b5e9-ac6ef5032e86', 'name': '', 'network_id': 'fc5fbf8b-b290-4909-ad02-6e42f6cbe581', 'tenant_id': '579dfe35a1f942f09a66abcabc039fa9', 'mac_address': 'fa:16:3e:08:8f:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '063e2e3a-321a-4836-9ff9-d5564fd39ebc', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'd4b70363-b957-482d-afbc-e3f16f2e15d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T08:56:40Z', 'updated_at': '2021-06-22T08:56:40Z', 'revision_number': 1, 'project_id': '579dfe35a1f942f09a66abcabc039fa9', 'subnets': [{'id': 'd4b70363-b957-482d-afbc-e3f16f2e15d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797333-1-smb', False) {} {{(pid=92667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 08:56:44.208416 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ce1f83d-abfd-42c3-85a6-cb1ccc9a577f None None] The sync data for ids ['063e2e3a-321a-4836-9ff9-d5564fd39ebc'] in dv-cinder-797333-1-smb is: [{'id': '063e2e3a-321a-4836-9ff9-d5564fd39ebc', 'name': 'tempest-ServerRescueNegativeTestJSON-1376959178-router', 'tenant_id': '579dfe35a1f942f09a66abcabc039fa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '229d5e4a-3847-4866-aa2f-e37dad8eeeae', 'external_fixed_ips': [{'subnet_id': '86526ad5-0ce1-4847-a8b3-31fb35f84f34', 'ip_address': '172.28.3.248'}], 'enable_snat': True}, 'gw_port_id': '1f278dba-4ae2-4023-919f-5d08eb3b0ac9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T08:56:33Z', 'updated_at': '2021-06-22T08:56:42Z', 'revision_number': 4, 'project_id': '579dfe35a1f942f09a66abcabc039fa9', 'gw_port': {'id': '1f278dba-4ae2-4023-919f-5d08eb3b0ac9', 'name': '', 'network_id': '229d5e4a-3847-4866-aa2f-e37dad8eeeae', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:95:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '063e2e3a-321a-4836-9ff9-d5564fd39ebc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '86526ad5-0ce1-4847-a8b3-31fb35f84f34', 'ip_address': '172.28.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T08:56:34Z', 'updated_at': '2021-06-22T08:56:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86526ad5-0ce1-4847-a8b3-31fb35f84f34', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797333-1-smb', '_interfaces': [{'id': 'b0b02c39-0c6a-4917-b5e9-ac6ef5032e86', 'name': '', 'network_id': 'fc5fbf8b-b290-4909-ad02-6e42f6cbe581', 'tenant_id': '579dfe35a1f942f09a66abcabc039fa9', 'mac_address': 'fa:16:3e:08:8f:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '063e2e3a-321a-4836-9ff9-d5564fd39ebc', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'd4b70363-b957-482d-afbc-e3f16f2e15d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T08:56:40Z', 'updated_at': '2021-06-22T08:56:40Z', 'revision_number': 1, 'project_id': '579dfe35a1f942f09a66abcabc039fa9', 'subnets': [{'id': 'd4b70363-b957-482d-afbc-e3f16f2e15d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 08:56:44.297821 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.rpc [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Device 85852532-1dc4-4718-b431-e4ecee9d7a48 up at agent ovs-agent-dv-cinder-797333-1-smb {{(pid=92666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 08:56:44.460992 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-efce8763-8aa0-4809-972a-e2d6dbdafa61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:44.512158 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbad1703-b62f-4a29-be3d-98406e332045 admin admin] Network fc5fbf8b-b290-4909-ad02-6e42f6cbe581 is already hosted by enough agents. {{(pid=92664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 08:56:44.537394 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.provisioning_blocks [None req-ecaf95ba-cb2a-495e-a501-eaf77c94666e None None] Provisioning complete for port a4a6a3c3-d009-46db-9a2e-98dfac346f1a triggered by entity DHCP. {{(pid=92666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 08:56:44.553188 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-ecaf95ba-cb2a-495e-a501-eaf77c94666e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133917554'] for port, provisioning_complete {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:44.579665 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.scheduler.base_scheduler [None req-dbad1703-b62f-4a29-be3d-98406e332045 admin admin] Resources bound (agent type, host, resource id): {{(pid=92664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 08:56:44.617269 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbad1703-b62f-4a29-be3d-98406e332045 admin admin] Pushing event updated for resources: {'Port': ['ID=b0b02c39-0c6a-4917-b5e9-ac6ef5032e86,revision_number=2']} {{(pid=92664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:56:44.667217 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-dbad1703-b62f-4a29-be3d-98406e332045 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.205s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:56:44.719766 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.plugin [None req-ecaf95ba-cb2a-495e-a501-eaf77c94666e None None] Port a4a6a3c3-d009-46db-9a2e-98dfac346f1a cannot update to ACTIVE because it is not bound. {{(pid=92666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 08:56:44.734036 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.provisioning_blocks [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Provisioning for port 85852532-1dc4-4718-b431-e4ecee9d7a48 completed by entity L2. {{(pid=92666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 08:56:44.749550 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.provisioning_blocks [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Provisioning complete for port 85852532-1dc4-4718-b431-e4ecee9d7a48 triggered by entity L2. {{(pid=92666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 08:56:44.751259 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133917554'] for port, provisioning_complete {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:44.866748 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.db.db_base_plugin_common [req-fd211f50-7875-4ba1-850d-f54afd2273db req-69fdea31-27f3-4ba2-9b93-38f7902ff699 tempest-DeleteServersTestJSON-216179078 tempest-DeleteServersTestJSON-216179078-project] Allocated IP 172.20.0.10 (832a0f40-6937-4cf8-9860-9cfd8761f3f2/41b3d805-cf94-47db-93b9-afda76b6f282/1ba5c7c5-ad67-4c73-9ec9-cf2724f618c5) {{(pid=92664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 08:56:45.098521 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-74fb4503-6669-44ec-ae81-c7df8a3bef63 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:45.106072 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133719154'] for port, before_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:45.120300 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92734304-377d-4f54-adec-43a6efc48aff admin admin] Router e39149fe-b87f-4c67-89a3-ae4a53980e68 has already been hosted by L3 agent 81bac9f2-ec56-4bd6-b329-9598189ea0dc {{(pid=92665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 08:56:45.131616 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-74fb4503-6669-44ec-ae81-c7df8a3bef63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133719696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133660950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728380107731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728379583079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728379583124'] for port, after_update {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:45.133547 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-74fb4503-6669-44ec-ae81-c7df8a3bef63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133661043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-741137'] for router_interface, after_create {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:45.157187 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-92734304-377d-4f54-adec-43a6efc48aff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:56:45.177236 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-efce8763-8aa0-4809-972a-e2d6dbdafa61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748303'] for security_group, after_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:45.200126 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.db [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] For port 85852532-1dc4-4718-b431-e4ecee9d7a48, host dv-cinder-797333-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797333-1-smb',level=0,port_id=85852532-1dc4-4718-b431-e4ecee9d7a48,segment=NetworkSegment(f5dcb9d0-69a0-4f7f-8ef7-9bef0bfd3dea),segment_id=f5dcb9d0-69a0-4f7f-8ef7-9bef0bfd3dea)] {{(pid=92666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 08:56:45.240594 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133719696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133660950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728380107731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728379583079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728379583124'] for port, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:45.246778 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.rpc [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Device 2f0bc85f-0f87-4d56-87b8-53345a6ae5be up at agent ovs-agent-dv-cinder-797333-1-smb {{(pid=92666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 08:56:45.255785 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:56:45.262076 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-efce8763-8aa0-4809-972a-e2d6dbdafa61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:45.271718 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [None req-efce8763-8aa0-4809-972a-e2d6dbdafa61 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/9c5f3921-5be9-4522-9ac5-1bd54324c86e HTTP/1.1" status: 204 len: 168 time: 2.1633341 Jun 22 08:56:45.345580 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-244d5e4c-124e-44e7-83f7-ed36bd156729 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380123073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133916839'] for agent, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:45.449060 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbad1703-b62f-4a29-be3d-98406e332045 admin admin] Router 063e2e3a-321a-4836-9ff9-d5564fd39ebc has already been hosted by L3 agent 81bac9f2-ec56-4bd6-b329-9598189ea0dc {{(pid=92664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 08:56:45.573995 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.provisioning_blocks [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Provisioning for port 2f0bc85f-0f87-4d56-87b8-53345a6ae5be completed by entity L2. {{(pid=92666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 08:56:45.594242 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.provisioning_blocks [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Provisioning complete for port 2f0bc85f-0f87-4d56-87b8-53345a6ae5be triggered by entity L2. {{(pid=92666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 08:56:45.594849 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133917554'] for port, provisioning_complete {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:45.614930 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Pushing event updated for resources: {'Port': ['ID=85852532-1dc4-4718-b431-e4ecee9d7a48,revision_number=4']} {{(pid=92666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:56:45.677106 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG oslo_concurrency.lockutils [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.421s {{(pid=92666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:56:45.733049 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-5d0e3a1a-1ad7-4db3-ba06-935ba6640020 req-ed57b303-d5ed-4ddf-9aaf-63edfc4fbe29 tempest-DeleteServersTestJSON-216179078 tempest-DeleteServersTestJSON-216179078-project] 10.222.0.22 "GET /v2.0/ports?device_id=f6adb4e3-f1e8-4dfb-88e0-eea47b24076d HTTP/1.1" status: 200 len: 210 time: 0.3369164 Jun 22 08:56:45.753873 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fb4503-6669-44ec-ae81-c7df8a3bef63 admin admin] Pushing event updated for resources: {'Port': ['ID=ba671f67-7b65-40aa-89c3-5822dacef29e,revision_number=2']} {{(pid=92665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:56:45.763536 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-74fb4503-6669-44ec-ae81-c7df8a3bef63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.610s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:56:45.770695 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.485s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:56:45.794063 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efce8763-8aa0-4809-972a-e2d6dbdafa61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c5f3921-5be9-4522-9ac5-1bd54324c86e,revision_number=None']} {{(pid=92665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:56:45.920403 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [req-fd211f50-7875-4ba1-850d-f54afd2273db req-69fdea31-27f3-4ba2-9b93-38f7902ff699 tempest-DeleteServersTestJSON-216179078 tempest-DeleteServersTestJSON-216179078-project] Notify callbacks [] for port, precommit_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:45.921884 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133719154'] for port, before_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:45.946513 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-efce8763-8aa0-4809-972a-e2d6dbdafa61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:56:45.995353 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.db [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] For port 2f0bc85f-0f87-4d56-87b8-53345a6ae5be, host dv-cinder-797333-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797333-1-smb',level=0,port_id=2f0bc85f-0f87-4d56-87b8-53345a6ae5be,segment=NetworkSegment(f5dcb9d0-69a0-4f7f-8ef7-9bef0bfd3dea),segment_id=f5dcb9d0-69a0-4f7f-8ef7-9bef0bfd3dea)] {{(pid=92666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 08:56:46.005353 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133719696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133660950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728380107731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728379583079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728379583124'] for port, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:46.013280 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG oslo_concurrency.lockutils [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:56:46.141067 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92734304-377d-4f54-adec-43a6efc48aff admin admin] Notify agent at l3_agent.dv-cinder-797333-1-smb the message routers_updated {{(pid=92665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 08:56:46.155238 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74fb4503-6669-44ec-ae81-c7df8a3bef63 admin admin] Network 6858ed3b-c3b9-4692-a3bd-5458c5aaeb61 is already hosted by enough agents. {{(pid=92665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 08:56:46.185873 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [None req-92734304-377d-4f54-adec-43a6efc48aff admin admin] 10.222.0.22 "PUT /v2.0/routers/e39149fe-b87f-4c67-89a3-ae4a53980e68/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9187164 Jun 22 08:56:46.191998 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.scheduler.base_scheduler [None req-74fb4503-6669-44ec-ae81-c7df8a3bef63 admin admin] Resources bound (agent type, host, resource id): {{(pid=92665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 08:56:46.267367 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-e2a0141c-4e42-4900-8004-ff8c1b31b35a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380123073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133916839'] for agent, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:46.320110 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.rpc [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Device 85852532-1dc4-4718-b431-e4ecee9d7a48 up at agent ovs-agent-dv-cinder-797333-1-smb {{(pid=92666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 08:56:46.513490 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Pushing event updated for resources: {'Port': ['ID=2f0bc85f-0f87-4d56-87b8-53345a6ae5be,revision_number=4']} {{(pid=92666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:56:46.517307 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG oslo_concurrency.lockutils [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.504s {{(pid=92666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:56:46.564586 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.wsgi [-] (92664) accepted ('10.222.0.22', 60302) {{(pid=92664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 08:56:46.572000 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.provisioning_blocks [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Provisioning complete for port 85852532-1dc4-4718-b431-e4ecee9d7a48 triggered by entity L2. {{(pid=92666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 08:56:46.573519 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133917554'] for port, provisioning_complete {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:46.721252 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbad1703-b62f-4a29-be3d-98406e332045 admin admin] Notify agent at l3_agent.dv-cinder-797333-1-smb the message routers_updated {{(pid=92664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 08:56:46.754962 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [None req-dbad1703-b62f-4a29-be3d-98406e332045 admin admin] 10.222.0.22 "PUT /v2.0/routers/063e2e3a-321a-4836-9ff9-d5564fd39ebc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3031530 Jun 22 08:56:46.809424 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [req-fd211f50-7875-4ba1-850d-f54afd2273db req-69fdea31-27f3-4ba2-9b93-38f7902ff699 tempest-DeleteServersTestJSON-216179078 tempest-DeleteServersTestJSON-216179078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-133719719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-133660957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728379583061'] for port, after_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:46.821027 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:56:47.175790 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-e469b01b-68cf-483a-83b9-82f219c28210 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:47.188621 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd211f50-7875-4ba1-850d-f54afd2273db req-69fdea31-27f3-4ba2-9b93-38f7902ff699 tempest-DeleteServersTestJSON-216179078 tempest-DeleteServersTestJSON-216179078-project] Network 832a0f40-6937-4cf8-9860-9cfd8761f3f2 is already hosted by enough agents. {{(pid=92664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 08:56:47.272785 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.scheduler.base_scheduler [req-fd211f50-7875-4ba1-850d-f54afd2273db req-69fdea31-27f3-4ba2-9b93-38f7902ff699 tempest-DeleteServersTestJSON-216179078 tempest-DeleteServersTestJSON-216179078-project] Resources bound (agent type, host, resource id): {{(pid=92664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 08:56:47.305038 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd211f50-7875-4ba1-850d-f54afd2273db req-69fdea31-27f3-4ba2-9b93-38f7902ff699 tempest-DeleteServersTestJSON-216179078 tempest-DeleteServersTestJSON-216179078-project] Received port after_create {{(pid=92664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 08:56:47.311330 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74fb4503-6669-44ec-ae81-c7df8a3bef63 admin admin] Router 5f8098ca-ed85-402c-920b-4930a41cf01f has already been hosted by L3 agent 81bac9f2-ec56-4bd6-b329-9598189ea0dc {{(pid=92665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 08:56:47.313009 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.provisioning_blocks [None req-4ff60ece-5c2f-490e-982f-1626119de38e None None] Provisioning complete for port ba671f67-7b65-40aa-89c3-5822dacef29e triggered by entity DHCP. {{(pid=92666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 08:56:47.313448 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-4ff60ece-5c2f-490e-982f-1626119de38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133917554'] for port, provisioning_complete {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:47.330721 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd211f50-7875-4ba1-850d-f54afd2273db req-69fdea31-27f3-4ba2-9b93-38f7902ff699 tempest-DeleteServersTestJSON-216179078 tempest-DeleteServersTestJSON-216179078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:56:47.331718 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [req-fd211f50-7875-4ba1-850d-f54afd2273db req-69fdea31-27f3-4ba2-9b93-38f7902ff699 tempest-DeleteServersTestJSON-216179078 tempest-DeleteServersTestJSON-216179078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133660928'] for port, before_response {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:47.373589 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fdea31-27f3-4ba2-9b93-38f7902ff699 tempest-DeleteServersTestJSON-216179078 tempest-DeleteServersTestJSON-216179078-project] Pushing event updated for resources: {'Port': ['ID=1ba5c7c5-ad67-4c73-9ec9-cf2724f618c5,revision_number=1']} {{(pid=92664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:56:47.391797 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-69fdea31-27f3-4ba2-9b93-38f7902ff699 tempest-DeleteServersTestJSON-216179078 tempest-DeleteServersTestJSON-216179078-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.571s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:56:47.398498 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.db.agents_db [None req-b28930ac-c45f-452b-90b0-92e2a86c5dbe None None] Agent healthcheck: found 6 active agents {{(pid=92667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 08:56:47.453792 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.plugin [None req-4ff60ece-5c2f-490e-982f-1626119de38e None None] Port ba671f67-7b65-40aa-89c3-5822dacef29e cannot update to ACTIVE because it is not bound. {{(pid=92666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 08:56:47.478554 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5f98382-951c-4798-83e5-c08af1a52a2d None None] Sync routers for ids ['e39149fe-b87f-4c67-89a3-ae4a53980e68'] in dv-cinder-797333-1-smb {{(pid=92666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 08:56:47.508202 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f98382-951c-4798-83e5-c08af1a52a2d None None] Routers {'e39149fe-b87f-4c67-89a3-ae4a53980e68'} bound to L3 agent in host dv-cinder-797333-1-smb {{(pid=92666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 08:56:47.508693 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.l3_hamode_db [None req-f5f98382-951c-4798-83e5-c08af1a52a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797333-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T08:48:43Z,description=,heartbeat_timestamp=2021-06-22T08:56:44Z,host='dv-cinder-797333-1-smb',id=81bac9f2-ec56-4bd6-b329-9598189ea0dc,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T08:48:43Z,topic='l3_agent')) {'router_ids': ['e39149fe-b87f-4c67-89a3-ae4a53980e68'], 'active': True} {{(pid=92666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 08:56:47.734013 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e7421b-bf68-4de3-958b-b376d2f00e1b req-d660b0ba-631f-4e57-bbf9-f514ac31fa52 tempest-DeleteServersTestJSON-216179078 tempest-DeleteServersTestJSON-216179078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:56:47.735592 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-b9e7421b-bf68-4de3-958b-b376d2f00e1b req-d660b0ba-631f-4e57-bbf9-f514ac31fa52 tempest-DeleteServersTestJSON-216179078 tempest-DeleteServersTestJSON-216179078-project] 10.222.0.22 "GET /v2.0/ports?device_id=f6adb4e3-f1e8-4dfb-88e0-eea47b24076d HTTP/1.1" status: 200 len: 932 time: 0.7139542 Jun 22 08:56:47.793721 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-e469b01b-68cf-483a-83b9-82f219c28210 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:47.813629 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-e469b01b-68cf-483a-83b9-82f219c28210 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748303'] for security_group, after_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:47.823142 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:56:47.848005 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-fd211f50-7875-4ba1-850d-f54afd2273db req-69fdea31-27f3-4ba2-9b93-38f7902ff699 tempest-DeleteServersTestJSON-216179078 tempest-DeleteServersTestJSON-216179078-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.9963951 Jun 22 08:56:47.879012 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.wsgi [req-fd211f50-7875-4ba1-850d-f54afd2273db req-164b81f0-f9b6-4564-b63e-a54007f31971 tempest-DeleteServersTestJSON-216179078 tempest-DeleteServersTestJSON-216179078-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=92664) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 08:56:47.887875 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-fd211f50-7875-4ba1-850d-f54afd2273db req-164b81f0-f9b6-4564-b63e-a54007f31971 tempest-DeleteServersTestJSON-216179078 tempest-DeleteServersTestJSON-216179078-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0200076 Jun 22 08:56:47.921782 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.l3_dvr_db [None req-f5f98382-951c-4798-83e5-c08af1a52a2d None None] Set router e39149fe-b87f-4c67-89a3-ae4a53980e68 gateway port host: dv-cinder-797333-1-smb {{(pid=92666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 08:56:47.951457 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [None req-e469b01b-68cf-483a-83b9-82f219c28210 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=52abdfdf34fb4532b3cbd3ad8bdfdfaf&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3850229 Jun 22 08:56:47.952847 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e469b01b-68cf-483a-83b9-82f219c28210 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f8e63ea-5a82-4dcd-93a0-a2ee2ea96aff,revision_number=1']} {{(pid=92664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:56:47.967354 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.wsgi [-] (92664) accepted ('10.222.0.22', 60350) {{(pid=92664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 08:56:47.977389 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-e469b01b-68cf-483a-83b9-82f219c28210 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:56:48.042838 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-b9e7421b-bf68-4de3-958b-b376d2f00e1b req-ac349bfb-0c32-40f1-a315-1b6774d64942 tempest-DeleteServersTestJSON-216179078 tempest-DeleteServersTestJSON-216179078-project] 10.222.0.22 "GET /v2.0/security-groups?id=1548d3c8-84c0-49f5-b8c1-fb6044ba6323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2837176 Jun 22 08:56:48.127175 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.wsgi [-] (92665) accepted ('10.222.0.22', 60358) {{(pid=92665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 08:56:48.172718 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-2246da4c-140d-4a93-b2f6-d6d24e7410f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:48.207801 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74fb4503-6669-44ec-ae81-c7df8a3bef63 admin admin] Notify agent at l3_agent.dv-cinder-797333-1-smb the message routers_updated {{(pid=92665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 08:56:48.216365 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59d99935-567c-48da-9e84-49e8906fd662 None None] Sync routers for ids ['5f8098ca-ed85-402c-920b-4930a41cf01f'] in dv-cinder-797333-1-smb {{(pid=92667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 08:56:48.230341 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d99935-567c-48da-9e84-49e8906fd662 None None] Routers {'5f8098ca-ed85-402c-920b-4930a41cf01f'} bound to L3 agent in host dv-cinder-797333-1-smb {{(pid=92667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 08:56:48.230988 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.db.l3_hamode_db [None req-59d99935-567c-48da-9e84-49e8906fd662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797333-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T08:48:43Z,description=,heartbeat_timestamp=2021-06-22T08:56:44Z,host='dv-cinder-797333-1-smb',id=81bac9f2-ec56-4bd6-b329-9598189ea0dc,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T08:48:43Z,topic='l3_agent')) {'router_ids': ['5f8098ca-ed85-402c-920b-4930a41cf01f'], 'active': True} {{(pid=92667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 08:56:48.241280 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [None req-74fb4503-6669-44ec-ae81-c7df8a3bef63 admin admin] 10.222.0.22 "PUT /v2.0/routers/5f8098ca-ed85-402c-920b-4930a41cf01f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8140965 Jun 22 08:56:48.302925 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-2246da4c-140d-4a93-b2f6-d6d24e7410f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:48.462886 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.rpc [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Device 1f278dba-4ae2-4023-919f-5d08eb3b0ac9 up at agent ovs-agent-dv-cinder-797333-1-smb {{(pid=92666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 08:56:48.538897 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-2246da4c-140d-4a93-b2f6-d6d24e7410f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748303'] for security_group, after_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:48.541870 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-2246da4c-140d-4a93-b2f6-d6d24e7410f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:48.545859 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [None req-2246da4c-140d-4a93-b2f6-d6d24e7410f0 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/3f8e63ea-5a82-4dcd-93a0-a2ee2ea96aff HTTP/1.1" status: 204 len: 168 time: 0.5770776 Jun 22 08:56:48.546643 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-e469b01b-68cf-483a-83b9-82f219c28210 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:56:48.591332 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2246da4c-140d-4a93-b2f6-d6d24e7410f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f8e63ea-5a82-4dcd-93a0-a2ee2ea96aff,revision_number=None']} {{(pid=92664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:56:48.599777 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-2246da4c-140d-4a93-b2f6-d6d24e7410f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:56:48.722123 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.provisioning_blocks [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Provisioning for port 1f278dba-4ae2-4023-919f-5d08eb3b0ac9 completed by entity L2. {{(pid=92666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 08:56:48.728494 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.db.l3_dvr_db [None req-59d99935-567c-48da-9e84-49e8906fd662 None None] Set router 5f8098ca-ed85-402c-920b-4930a41cf01f gateway port host: dv-cinder-797333-1-smb {{(pid=92667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 08:56:48.742081 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.provisioning_blocks [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Provisioning complete for port 1f278dba-4ae2-4023-919f-5d08eb3b0ac9 triggered by entity L2. {{(pid=92666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 08:56:48.743064 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133917554'] for port, provisioning_complete {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:48.748441 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.l3_hamode_db [None req-f5f98382-951c-4798-83e5-c08af1a52a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e39149fe-b87f-4c67-89a3-ae4a53980e68', 'name': 'tempest-AttachVolumeShelveTestJSON-1386995798-router', 'tenant_id': '0dbc55deeb2a42a3bb10502a7c6fc28b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '229d5e4a-3847-4866-aa2f-e37dad8eeeae', 'external_fixed_ips': [{'subnet_id': '86526ad5-0ce1-4847-a8b3-31fb35f84f34', 'ip_address': '172.28.3.205'}], 'enable_snat': True}, 'gw_port_id': '85852532-1dc4-4718-b431-e4ecee9d7a48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T08:56:32Z', 'updated_at': '2021-06-22T08:56:42Z', 'revision_number': 4, 'project_id': '0dbc55deeb2a42a3bb10502a7c6fc28b', 'gw_port': {'id': '85852532-1dc4-4718-b431-e4ecee9d7a48', 'name': '', 'network_id': '229d5e4a-3847-4866-aa2f-e37dad8eeeae', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:f5:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e39149fe-b87f-4c67-89a3-ae4a53980e68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '86526ad5-0ce1-4847-a8b3-31fb35f84f34', 'ip_address': '172.28.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T08:56:33Z', 'updated_at': '2021-06-22T08:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86526ad5-0ce1-4847-a8b3-31fb35f84f34', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797333-1-smb', '_interfaces': [{'id': 'a4a6a3c3-d009-46db-9a2e-98dfac346f1a', 'name': '', 'network_id': '266e7c95-823e-49c0-9793-a3850a55863e', 'tenant_id': '0dbc55deeb2a42a3bb10502a7c6fc28b', 'mac_address': 'fa:16:3e:d0:e8:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e39149fe-b87f-4c67-89a3-ae4a53980e68', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '1fa320cf-b578-475c-89d7-a0309e38937c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T08:56:39Z', 'updated_at': '2021-06-22T08:56:42Z', 'revision_number': 2, 'project_id': '0dbc55deeb2a42a3bb10502a7c6fc28b', 'subnets': [{'id': '1fa320cf-b578-475c-89d7-a0309e38937c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797333-1-smb', False) {} {{(pid=92666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 08:56:48.834789 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-17dba4cf-633f-45f5-8bb3-b8b63c8b5efb admin admin] Notify callbacks [] for security_group, before_create {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:48.927535 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5f98382-951c-4798-83e5-c08af1a52a2d None None] Checking router: e39149fe-b87f-4c67-89a3-ae4a53980e68 for host: dv-cinder-797333-1-smb {{(pid=92666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 08:56:48.929770 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5f98382-951c-4798-83e5-c08af1a52a2d None None] Updating router e39149fe-b87f-4c67-89a3-ae4a53980e68 port a4a6a3c3-d009-46db-9a2e-98dfac346f1a binding host dv-cinder-797333-1-smb {{(pid=92666) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 08:56:49.029773 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.v2.base [req-fd211f50-7875-4ba1-850d-f54afd2273db req-68c77a9e-e57c-4a1b-b5ab-45f7373d7fbe service neutron] Request body: {'port': {'device_id': 'f6adb4e3-f1e8-4dfb-88e0-eea47b24076d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79733'}} {{(pid=92664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 08:56:49.120373 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.wsgi [-] (92664) accepted ('10.222.0.22', 60392) {{(pid=92664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 08:56:49.129137 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.v2.base [None req-9cc5ff81-ba18-47c2-8acb-4f515b532195 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1208648684', 'description': 'tempest-description--433738570'}} {{(pid=92664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 08:56:49.211127 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-f5f98382-951c-4798-83e5-c08af1a52a2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133719154'] for port, before_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:49.323243 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-9cc5ff81-ba18-47c2-8acb-4f515b532195 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Notify callbacks [] for security_group, before_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:49.326205 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.db.api [None req-17dba4cf-633f-45f5-8bb3-b8b63c8b5efb admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 22 08:56:49.326205 dv-cinder-797333-1-smb neutron-server[92665]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jun 22 08:56:49.326205 dv-cinder-797333-1-smb neutron-server[92665]: [parameters: {'project_id': 'ce24fbc927de4c809ba6b9a0127973cf', 'id': 'fd8d02e2-59c5-4acd-a91f-1c586c8b9874', 'expiration': datetime.datetime(2021, 6, 22, 8, 58, 49, 244768)}] Jun 22 08:56:49.326205 dv-cinder-797333-1-smb neutron-server[92665]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=92665) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 22 08:56:49.326782 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_db.api [None req-17dba4cf-633f-45f5-8bb3-b8b63c8b5efb admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=92665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 22 08:56:49.539436 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd9a345-55bd-488c-98de-2e1de956deba req-6f4880db-44f1-4d93-9683-e8a9cabc852b tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:56:49.543192 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-6cd9a345-55bd-488c-98de-2e1de956deba req-6f4880db-44f1-4d93-9683-e8a9cabc852b tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] 10.222.0.22 "GET /v2.0/networks?id=fc5fbf8b-b290-4909-ad02-6e42f6cbe581 HTTP/1.1" status: 200 len: 819 time: 0.6664212 Jun 22 08:56:49.620058 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-6cd9a345-55bd-488c-98de-2e1de956deba req-1d1e625e-16af-48d8-ab8c-c532d13ca69d tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] 10.222.0.22 "GET /v2.0/quotas/579dfe35a1f942f09a66abcabc039fa9 HTTP/1.1" status: 200 len: 375 time: 0.0649812 Jun 22 08:56:49.706370 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133719154'] for port, before_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:49.769819 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [req-fd211f50-7875-4ba1-850d-f54afd2273db req-68c77a9e-e57c-4a1b-b5ab-45f7373d7fbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133719154'] for port, before_update {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:49.800541 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.wsgi [-] (92664) accepted ('10.222.0.22', 60410) {{(pid=92664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 08:56:49.830284 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-17dba4cf-633f-45f5-8bb3-b8b63c8b5efb admin admin] Notify callbacks [] for security_group, before_create {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:49.881379 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-a3dbfe8c-dc90-4e86-a69a-031a13ec4566 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:49.885794 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.db [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] For port 1f278dba-4ae2-4023-919f-5d08eb3b0ac9, host dv-cinder-797333-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797333-1-smb',level=0,port_id=1f278dba-4ae2-4023-919f-5d08eb3b0ac9,segment=NetworkSegment(f5dcb9d0-69a0-4f7f-8ef7-9bef0bfd3dea),segment_id=f5dcb9d0-69a0-4f7f-8ef7-9bef0bfd3dea)] {{(pid=92666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 08:56:49.920398 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133719696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133660950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728380107731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728379583079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728379583124'] for port, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:49.923087 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.rpc [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Device 2f0bc85f-0f87-4d56-87b8-53345a6ae5be up at agent ovs-agent-dv-cinder-797333-1-smb {{(pid=92666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 08:56:50.010667 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-9cc5ff81-ba18-47c2-8acb-4f515b532195 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Notify callbacks [] for security_group, precommit_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:50.020117 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-6cd9a345-55bd-488c-98de-2e1de956deba req-c136a438-2daf-44ad-bc8d-ceb3d1ce4d6e tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=579dfe35a1f942f09a66abcabc039fa9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3928821 Jun 22 08:56:50.023788 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.db.l3_hamode_db [None req-59d99935-567c-48da-9e84-49e8906fd662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f8098ca-ed85-402c-920b-4930a41cf01f', 'name': 'tempest-AttachVolumeTestJSON-805699332-router', 'tenant_id': '539be15b3b01480196a1d49d035c0e00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '229d5e4a-3847-4866-aa2f-e37dad8eeeae', 'external_fixed_ips': [{'subnet_id': '86526ad5-0ce1-4847-a8b3-31fb35f84f34', 'ip_address': '172.28.3.241'}], 'enable_snat': True}, 'gw_port_id': '2f0bc85f-0f87-4d56-87b8-53345a6ae5be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T08:56:32Z', 'updated_at': '2021-06-22T08:56:42Z', 'revision_number': 4, 'project_id': '539be15b3b01480196a1d49d035c0e00', 'gw_port': {'id': '2f0bc85f-0f87-4d56-87b8-53345a6ae5be', 'name': '', 'network_id': '229d5e4a-3847-4866-aa2f-e37dad8eeeae', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:a4:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f8098ca-ed85-402c-920b-4930a41cf01f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '86526ad5-0ce1-4847-a8b3-31fb35f84f34', 'ip_address': '172.28.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T08:56:34Z', 'updated_at': '2021-06-22T08:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86526ad5-0ce1-4847-a8b3-31fb35f84f34', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797333-1-smb', '_interfaces': [{'id': 'ba671f67-7b65-40aa-89c3-5822dacef29e', 'name': '', 'network_id': '6858ed3b-c3b9-4692-a3bd-5458c5aaeb61', 'tenant_id': '539be15b3b01480196a1d49d035c0e00', 'mac_address': 'fa:16:3e:ab:2e:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f8098ca-ed85-402c-920b-4930a41cf01f', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'd3540fe9-cc9d-4e8a-ade5-a63ad9a74449', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T08:56:39Z', 'updated_at': '2021-06-22T08:56:43Z', 'revision_number': 2, 'project_id': '539be15b3b01480196a1d49d035c0e00', 'subnets': [{'id': 'd3540fe9-cc9d-4e8a-ade5-a63ad9a74449', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797333-1-smb', False) {} {{(pid=92667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 08:56:50.049051 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.db.api [None req-17dba4cf-633f-45f5-8bb3-b8b63c8b5efb admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 22 08:56:50.049051 dv-cinder-797333-1-smb neutron-server[92665]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 22 08:56:50.049051 dv-cinder-797333-1-smb neutron-server[92665]: [parameters: {'project_id_1': 'ce24fbc927de4c809ba6b9a0127973cf', 'expiration_1': datetime.datetime(2021, 6, 22, 8, 56, 49, 917514)}] Jun 22 08:56:50.049051 dv-cinder-797333-1-smb neutron-server[92665]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=92665) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 22 08:56:50.050495 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_db.api [None req-17dba4cf-633f-45f5-8bb3-b8b63c8b5efb admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=92665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 22 08:56:50.109039 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59d99935-567c-48da-9e84-49e8906fd662 None None] Checking router: 5f8098ca-ed85-402c-920b-4930a41cf01f for host: dv-cinder-797333-1-smb {{(pid=92667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 08:56:50.109803 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59d99935-567c-48da-9e84-49e8906fd662 None None] Updating router 5f8098ca-ed85-402c-920b-4930a41cf01f port ba671f67-7b65-40aa-89c3-5822dacef29e binding host dv-cinder-797333-1-smb {{(pid=92667) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 08:56:50.134403 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-a3dbfe8c-dc90-4e86-a69a-031a13ec4566 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:50.158854 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-9cc5ff81-ba18-47c2-8acb-4f515b532195 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748303'] for security_group, after_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:50.162710 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-a3dbfe8c-dc90-4e86-a69a-031a13ec4566 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748303'] for security_group, after_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:50.173146 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:56:50.206301 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron_lib.callbacks.manager [None req-59d99935-567c-48da-9e84-49e8906fd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133719154'] for port, before_update {{(pid=92667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:50.231091 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [None req-a3dbfe8c-dc90-4e86-a69a-031a13ec4566 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=30eecfedb993461da38df10f73c34596&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4188383 Jun 22 08:56:50.235350 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.wsgi [-] (92665) accepted ('10.222.0.22', 60418) {{(pid=92665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 08:56:50.317116 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:56:50.396205 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-9cc5ff81-ba18-47c2-8acb-4f515b532195 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Notify callbacks [] for security_group, before_response {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:50.406783 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [None req-9cc5ff81-ba18-47c2-8acb-4f515b532195 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.2839601 Jun 22 08:56:50.419534 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.wsgi [-] (92664) accepted ('10.222.0.22', 60422) {{(pid=92664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 08:56:50.425338 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-7a3fcb07-0fb4-4c40-b772-173c1572ec3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:50.427980 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.v2.base [None req-1c09ba98-c3b9-42d3-a88b-a54dc4f9c923 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Request body: {'security_group_rule': {'security_group_id': '439773e6-15fd-46a9-865b-f4af198ad98a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 08:56:50.449153 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc5ff81-ba18-47c2-8acb-4f515b532195 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Pushing event updated for resources: {'SecurityGroup': ['ID=439773e6-15fd-46a9-865b-f4af198ad98a,revision_number=1']} {{(pid=92664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:56:50.451059 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.wsgi [-] (92665) accepted ('10.222.0.22', 60426) {{(pid=92665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 08:56:50.462092 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.v2.base [None req-d77bfa5a-1141-4790-b83a-d3857bb77095 tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2126250741', 'description': 'tempest-description--843736159'}} {{(pid=92665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 08:56:50.479694 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Pushing event updated for resources: {'Port': ['ID=1f278dba-4ae2-4023-919f-5d08eb3b0ac9,revision_number=4']} {{(pid=92666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:56:50.490819 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1849e157-4152-4472-a83f-89da7a6e551e None None] Sync routers for ids ['063e2e3a-321a-4836-9ff9-d5564fd39ebc'] in dv-cinder-797333-1-smb {{(pid=92666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 08:56:50.495263 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG oslo_concurrency.lockutils [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=92666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:56:50.533162 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1849e157-4152-4472-a83f-89da7a6e551e None None] Routers {'063e2e3a-321a-4836-9ff9-d5564fd39ebc'} bound to L3 agent in host dv-cinder-797333-1-smb {{(pid=92666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 08:56:50.533820 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.l3_hamode_db [None req-1849e157-4152-4472-a83f-89da7a6e551e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797333-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T08:48:43Z,description=,heartbeat_timestamp=2021-06-22T08:56:44Z,host='dv-cinder-797333-1-smb',id=81bac9f2-ec56-4bd6-b329-9598189ea0dc,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T08:48:43Z,topic='l3_agent')) {'router_ids': ['063e2e3a-321a-4836-9ff9-d5564fd39ebc'], 'active': True} {{(pid=92666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 08:56:50.570433 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-17dba4cf-633f-45f5-8bb3-b8b63c8b5efb admin admin] Notify callbacks [] for security_group, before_create {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:50.640959 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.wsgi [req-6cd9a345-55bd-488c-98de-2e1de956deba req-676fb0ac-7619-44e7-bb65-9141abdaec5e service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=92665) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 08:56:50.648007 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-6cd9a345-55bd-488c-98de-2e1de956deba req-676fb0ac-7619-44e7-bb65-9141abdaec5e service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2282414 Jun 22 08:56:50.698551 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3dbfe8c-dc90-4e86-a69a-031a13ec4566 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d468315d-33a4-4f56-8abc-536f8d38d69b,revision_number=1']} {{(pid=92664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:56:50.708717 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-a3dbfe8c-dc90-4e86-a69a-031a13ec4566 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.536s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:56:50.721365 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-7a3fcb07-0fb4-4c40-b772-173c1572ec3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:50.744185 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-6a2d0373-9dd1-43b2-9553-b4eedf4f173d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.516s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:56:50.744440 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-6a2d0373-9dd1-43b2-9553-b4eedf4f173d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:56:50.818015 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.provisioning_blocks [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Provisioning complete for port 2f0bc85f-0f87-4d56-87b8-53345a6ae5be triggered by entity L2. {{(pid=92666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 08:56:50.818644 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133917554'] for port, provisioning_complete {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:50.825333 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.db.api [None req-d77bfa5a-1141-4790-b83a-d3857bb77095 tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 22 08:56:50.825333 dv-cinder-797333-1-smb neutron-server[92665]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 22 08:56:50.825333 dv-cinder-797333-1-smb neutron-server[92665]: [parameters: {'project_id_1': '539be15b3b01480196a1d49d035c0e00', 'expiration_1': datetime.datetime(2021, 6, 22, 8, 56, 50, 525676)}] Jun 22 08:56:50.825333 dv-cinder-797333-1-smb neutron-server[92665]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=92665) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 22 08:56:50.825728 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_db.api [None req-d77bfa5a-1141-4790-b83a-d3857bb77095 tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=92665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 22 08:56:50.933830 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.wsgi [-] (92664) accepted ('10.222.0.22', 60438) {{(pid=92664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 08:56:50.960930 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-1c09ba98-c3b9-42d3-a88b-a54dc4f9c923 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:51.082857 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.l3_dvr_db [None req-1849e157-4152-4472-a83f-89da7a6e551e None None] Set router 063e2e3a-321a-4836-9ff9-d5564fd39ebc gateway port host: dv-cinder-797333-1-smb {{(pid=92666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 08:56:51.148996 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron_lib.callbacks.manager [None req-59d99935-567c-48da-9e84-49e8906fd662 None None] Notify callbacks [] for port, precommit_update {{(pid=92667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:51.188192 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.db.provisioning_blocks [None req-59d99935-567c-48da-9e84-49e8906fd662 None None] Transition to ACTIVE for port object ba671f67-7b65-40aa-89c3-5822dacef29e will not be triggered until provisioned by entity L2. {{(pid=92667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 08:56:51.218054 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron_lib.callbacks.manager [None req-59d99935-567c-48da-9e84-49e8906fd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133719696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133660950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728380107731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728379583079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728379583124'] for port, after_update {{(pid=92667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:51.244525 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG oslo_concurrency.lockutils [None req-538ca17b-9df1-4632-babe-ca246c4c4c6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:56:51.308587 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-1c09ba98-c3b9-42d3-a88b-a54dc4f9c923 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:51.342599 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-1c09ba98-c3b9-42d3-a88b-a54dc4f9c923 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742864'] for security_group_rule, after_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:51.355537 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:56:51.360198 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-27f4103c-947d-400b-ab1b-82bcac38b6c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:51.365597 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94780bc-9852-402b-8793-d6c7fa7de8bc req-65395abe-55f7-4df2-ae82-4a592bf590aa tempest-DeleteServersTestJSON-216179078 tempest-DeleteServersTestJSON-216179078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:56:51.389035 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-c94780bc-9852-402b-8793-d6c7fa7de8bc req-65395abe-55f7-4df2-ae82-4a592bf590aa tempest-DeleteServersTestJSON-216179078 tempest-DeleteServersTestJSON-216179078-project] 10.222.0.22 "GET /v2.0/ports?device_id=f6adb4e3-f1e8-4dfb-88e0-eea47b24076d HTTP/1.1" status: 200 len: 932 time: 0.7087889 Jun 22 08:56:51.467297 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c09ba98-c3b9-42d3-a88b-a54dc4f9c923 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=249d71d2-2b77-4bbe-a08d-a75448682cc8,revision_number=0']} {{(pid=92664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:56:51.493500 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-1c09ba98-c3b9-42d3-a88b-a54dc4f9c923 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:56:51.561092 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-7a3fcb07-0fb4-4c40-b772-173c1572ec3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748303'] for security_group, after_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:51.575940 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-7a3fcb07-0fb4-4c40-b772-173c1572ec3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:51.577266 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [None req-7a3fcb07-0fb4-4c40-b772-173c1572ec3d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d468315d-33a4-4f56-8abc-536f8d38d69b HTTP/1.1" status: 204 len: 168 time: 1.3405783 Jun 22 08:56:51.595813 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-6cd9a345-55bd-488c-98de-2e1de956deba req-466fd3f7-ccf5-4b0e-b6aa-fb0263186501 service neutron] 10.222.0.22 "GET /v2.0/networks/fc5fbf8b-b290-4909-ad02-6e42f6cbe581?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9123876 Jun 22 08:56:51.619036 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-34508ffd-47bf-402b-baf7-11e1e99fb9a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:56:51.649737 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3fcb07-0fb4-4c40-b772-173c1572ec3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d468315d-33a4-4f56-8abc-536f8d38d69b,revision_number=None']} {{(pid=92665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:56:51.659553 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-7a3fcb07-0fb4-4c40-b772-173c1572ec3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:56:51.675670 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b806cf56-16bd-4a7e-af7a-162081235998 None None] Pushing event updated for resources: {'Port': ['ID=ba671f67-7b65-40aa-89c3-5822dacef29e,revision_number=3']} {{(pid=92667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:56:51.690267 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG oslo_concurrency.lockutils [None req-b806cf56-16bd-4a7e-af7a-162081235998 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.445s {{(pid=92667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:56:51.698488 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-c94780bc-9852-402b-8793-d6c7fa7de8bc req-be61990c-406d-44ea-b1b4-bd8975ead198 tempest-DeleteServersTestJSON-216179078 tempest-DeleteServersTestJSON-216179078-project] 10.222.0.22 "GET /v2.0/security-groups?id=1548d3c8-84c0-49f5-b8c1-fb6044ba6323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3059473 Jun 22 08:56:51.729448 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-f5f98382-951c-4798-83e5-c08af1a52a2d None None] Notify callbacks [] for port, precommit_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:51.746192 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.provisioning_blocks [None req-f5f98382-951c-4798-83e5-c08af1a52a2d None None] Transition to ACTIVE for port object a4a6a3c3-d009-46db-9a2e-98dfac346f1a will not be triggered until provisioned by entity L2. {{(pid=92666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 08:56:51.768133 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.rpc [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Device 1f278dba-4ae2-4023-919f-5d08eb3b0ac9 up at agent ovs-agent-dv-cinder-797333-1-smb {{(pid=92666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 08:56:51.768133 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-f5f98382-951c-4798-83e5-c08af1a52a2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133719696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133660950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728380107731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728379583079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728379583124'] for port, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:51.855486 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.notifiers.nova [req-fd211f50-7875-4ba1-850d-f54afd2273db req-68c77a9e-e57c-4a1b-b5ab-45f7373d7fbe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ba5c7c5-ad67-4c73-9ec9-cf2724f618c5 {{(pid=92664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 08:56:51.856521 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:56:51.897036 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.l3_hamode_db [None req-1849e157-4152-4472-a83f-89da7a6e551e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '063e2e3a-321a-4836-9ff9-d5564fd39ebc', 'name': 'tempest-ServerRescueNegativeTestJSON-1376959178-router', 'tenant_id': '579dfe35a1f942f09a66abcabc039fa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '229d5e4a-3847-4866-aa2f-e37dad8eeeae', 'external_fixed_ips': [{'subnet_id': '86526ad5-0ce1-4847-a8b3-31fb35f84f34', 'ip_address': '172.28.3.248'}], 'enable_snat': True}, 'gw_port_id': '1f278dba-4ae2-4023-919f-5d08eb3b0ac9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T08:56:33Z', 'updated_at': '2021-06-22T08:56:42Z', 'revision_number': 4, 'project_id': '579dfe35a1f942f09a66abcabc039fa9', 'gw_port': {'id': '1f278dba-4ae2-4023-919f-5d08eb3b0ac9', 'name': '', 'network_id': '229d5e4a-3847-4866-aa2f-e37dad8eeeae', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:95:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '063e2e3a-321a-4836-9ff9-d5564fd39ebc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '86526ad5-0ce1-4847-a8b3-31fb35f84f34', 'ip_address': '172.28.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T08:56:34Z', 'updated_at': '2021-06-22T08:56:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86526ad5-0ce1-4847-a8b3-31fb35f84f34', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797333-1-smb', '_interfaces': [{'id': 'b0b02c39-0c6a-4917-b5e9-ac6ef5032e86', 'name': '', 'network_id': 'fc5fbf8b-b290-4909-ad02-6e42f6cbe581', 'tenant_id': '579dfe35a1f942f09a66abcabc039fa9', 'mac_address': 'fa:16:3e:08:8f:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '063e2e3a-321a-4836-9ff9-d5564fd39ebc', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'd4b70363-b957-482d-afbc-e3f16f2e15d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T08:56:40Z', 'updated_at': '2021-06-22T08:56:42Z', 'revision_number': 2, 'project_id': '579dfe35a1f942f09a66abcabc039fa9', 'subnets': [{'id': 'd4b70363-b957-482d-afbc-e3f16f2e15d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797333-1-smb', False) {} {{(pid=92666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 08:56:51.915009 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [req-fd211f50-7875-4ba1-850d-f54afd2273db req-68c77a9e-e57c-4a1b-b5ab-45f7373d7fbe service neutron] Notify callbacks [] for port, precommit_update {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:51.921684 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.plugins.ml2.managers [None req-59d99935-567c-48da-9e84-49e8906fd662 None None] Attempting to bind port ba671f67-7b65-40aa-89c3-5822dacef29e on host dv-cinder-797333-1-smb for vnic_type normal with profile {{(pid=92667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 08:56:51.925171 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.plugins.ml2.managers [None req-59d99935-567c-48da-9e84-49e8906fd662 None None] Attempting to bind port ba671f67-7b65-40aa-89c3-5822dacef29e by drivers openvswitch,hyperv on host dv-cinder-797333-1-smb at level 0 using segments [{'id': 'a37c650b-e011-49b1-9fb9-c613dfbe5229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '6858ed3b-c3b9-4692-a3bd-5458c5aaeb61'}] {{(pid=92667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 08:56:51.926914 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d99935-567c-48da-9e84-49e8906fd662 None None] Attempting to bind port ba671f67-7b65-40aa-89c3-5822dacef29e on network 6858ed3b-c3b9-4692-a3bd-5458c5aaeb61 {{(pid=92667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 08:56:51.942563 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d99935-567c-48da-9e84-49e8906fd662 None None] Checking agent: {'id': 'a79e4517-6a90-4dc6-90fb-3f5d630e0bbe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797333-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 8, 48, 44), 'started_at': datetime.datetime(2021, 6, 22, 8, 49, 14), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 8, 56, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797333-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 08:56:51.943597 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-17dba4cf-633f-45f5-8bb3-b8b63c8b5efb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:51.944012 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d99935-567c-48da-9e84-49e8906fd662 None None] Checking segment: {'id': 'a37c650b-e011-49b1-9fb9-c613dfbe5229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '6858ed3b-c3b9-4692-a3bd-5458c5aaeb61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 08:56:51.945724 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron_lib.callbacks.manager [None req-59d99935-567c-48da-9e84-49e8906fd662 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:51.947443 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d99935-567c-48da-9e84-49e8906fd662 None None] Bound using segment: {'id': 'a37c650b-e011-49b1-9fb9-c613dfbe5229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '6858ed3b-c3b9-4692-a3bd-5458c5aaeb61'} {{(pid=92667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 08:56:51.953167 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.plugins.ml2.managers [None req-59d99935-567c-48da-9e84-49e8906fd662 None None] Bound port: ba671f67-7b65-40aa-89c3-5822dacef29e, host: dv-cinder-797333-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a37c650b-e011-49b1-9fb9-c613dfbe5229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '6858ed3b-c3b9-4692-a3bd-5458c5aaeb61'}}] {{(pid=92667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 08:56:51.955444 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron_lib.callbacks.manager [None req-59d99935-567c-48da-9e84-49e8906fd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133719154'] for port, before_update {{(pid=92667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:51.978851 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1849e157-4152-4472-a83f-89da7a6e551e None None] Checking router: 063e2e3a-321a-4836-9ff9-d5564fd39ebc for host: dv-cinder-797333-1-smb {{(pid=92666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 08:56:51.979249 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1849e157-4152-4472-a83f-89da7a6e551e None None] Updating router 063e2e3a-321a-4836-9ff9-d5564fd39ebc port b0b02c39-0c6a-4917-b5e9-ac6ef5032e86 binding host dv-cinder-797333-1-smb {{(pid=92666) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 08:56:51.979836 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.db.provisioning_blocks [req-fd211f50-7875-4ba1-850d-f54afd2273db req-68c77a9e-e57c-4a1b-b5ab-45f7373d7fbe service neutron] Transition to ACTIVE for port object 1ba5c7c5-ad67-4c73-9ec9-cf2724f618c5 will not be triggered until provisioned by entity L2. {{(pid=92664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 08:56:51.996517 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-17dba4cf-633f-45f5-8bb3-b8b63c8b5efb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748303'] for security_group, after_create {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:52.003425 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [req-fd211f50-7875-4ba1-850d-f54afd2273db req-68c77a9e-e57c-4a1b-b5ab-45f7373d7fbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133719696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133660950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728380107731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728379583079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728379583124'] for port, after_update {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:52.014984 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-1c09ba98-c3b9-42d3-a88b-a54dc4f9c923 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:52.020112 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [None req-1c09ba98-c3b9-42d3-a88b-a54dc4f9c923 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5990002 Jun 22 08:56:52.024056 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.wsgi [-] (92664) accepted ('10.222.0.22', 60456) {{(pid=92664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 08:56:52.026510 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-be9b634b-cbb5-40f3-9139-09c1185e041a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:56:52.028446 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-1849e157-4152-4472-a83f-89da7a6e551e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133719154'] for port, before_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:52.045839 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-f0f2741a-f2b9-4e92-9c3c-d4282f6ce9a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:56:52.122998 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.v2.base [None req-fc54eaa9-bcd5-437c-b7b4-e7c4f6f4c798 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Request body: {'security_group_rule': {'security_group_id': '439773e6-15fd-46a9-865b-f4af198ad98a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 08:56:52.235334 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-6cd9a345-55bd-488c-98de-2e1de956deba req-9f537bc8-db22-4492-9195-fb8069fd91d6 service neutron] 10.222.0.22 "GET /v2.0/networks/fc5fbf8b-b290-4909-ad02-6e42f6cbe581?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6347060 Jun 22 08:56:52.252397 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [None req-17dba4cf-633f-45f5-8bb3-b8b63c8b5efb admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ce24fbc927de4c809ba6b9a0127973cf&name=default HTTP/1.1" status: 200 len: 2979 time: 4.1180055 Jun 22 08:56:52.254100 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17dba4cf-633f-45f5-8bb3-b8b63c8b5efb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18bb0d1d-9f1a-482c-a6a3-dc4120cdf998,revision_number=1']} {{(pid=92665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:56:52.270955 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.wsgi [-] (92665) accepted ('10.222.0.22', 60462) {{(pid=92665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 08:56:52.278738 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-17dba4cf-633f-45f5-8bb3-b8b63c8b5efb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:56:52.337456 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.plugins.ml2.db [None req-59d99935-567c-48da-9e84-49e8906fd662 None None] For port ba671f67-7b65-40aa-89c3-5822dacef29e, host dv-cinder-797333-1-smb, cleared binding levels {{(pid=92667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 08:56:52.338174 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c3aa6f-4e2a-4dcf-b1a9-b216b9855eb4 None None] Pushing event updated for resources: {'Port': ['ID=a4a6a3c3-d009-46db-9a2e-98dfac346f1a,revision_number=3']} {{(pid=92666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:56:52.354108 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG oslo_concurrency.lockutils [None req-21c3aa6f-4e2a-4dcf-b1a9-b216b9855eb4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.497s {{(pid=92666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:56:52.365861 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-d77bfa5a-1141-4790-b83a-d3857bb77095 tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] Notify callbacks [] for security_group, before_create {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:52.381377 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.plugins.ml2.db [None req-59d99935-567c-48da-9e84-49e8906fd662 None None] For port ba671f67-7b65-40aa-89c3-5822dacef29e, host dv-cinder-797333-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797333-1-smb',level=0,port_id=ba671f67-7b65-40aa-89c3-5822dacef29e,segment=NetworkSegment(a37c650b-e011-49b1-9fb9-c613dfbe5229),segment_id=a37c650b-e011-49b1-9fb9-c613dfbe5229)] {{(pid=92667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 08:56:52.391640 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron_lib.callbacks.manager [None req-59d99935-567c-48da-9e84-49e8906fd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133719696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133660950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728380107731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728379583079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728379583124'] for port, after_update {{(pid=92667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:52.401384 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG oslo_concurrency.lockutils [None req-f81a2243-5456-4724-9ad7-d19d61791d8d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:56:52.418486 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.provisioning_blocks [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Provisioning complete for port 1f278dba-4ae2-4023-919f-5d08eb3b0ac9 triggered by entity L2. {{(pid=92666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 08:56:52.418994 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133917554'] for port, provisioning_complete {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:52.507666 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-e2be5f3e-a913-4672-9ff8-b234531b5a0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:52.523142 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b806cf56-16bd-4a7e-af7a-162081235998 None None] Pushing event updated for resources: {'Port': ['ID=ba671f67-7b65-40aa-89c3-5822dacef29e,revision_number=4']} {{(pid=92667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:56:52.528321 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG oslo_concurrency.lockutils [None req-b806cf56-16bd-4a7e-af7a-162081235998 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=92667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:56:52.542495 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d99935-567c-48da-9e84-49e8906fd662 None None] Routers {'5f8098ca-ed85-402c-920b-4930a41cf01f'} bound to L3 agent in host dv-cinder-797333-1-smb {{(pid=92667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 08:56:52.543130 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.db.l3_hamode_db [None req-59d99935-567c-48da-9e84-49e8906fd662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797333-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T08:48:43Z,description=,heartbeat_timestamp=2021-06-22T08:56:44Z,host='dv-cinder-797333-1-smb',id=81bac9f2-ec56-4bd6-b329-9598189ea0dc,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T08:48:43Z,topic='l3_agent')) {'router_ids': ['5f8098ca-ed85-402c-920b-4930a41cf01f'], 'active': True} {{(pid=92667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 08:56:52.594675 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-e2be5f3e-a913-4672-9ff8-b234531b5a0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:52.656473 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c77a9e-e57c-4a1b-b5ab-45f7373d7fbe service neutron] Pushing event updated for resources: {'Port': ['ID=1ba5c7c5-ad67-4c73-9ec9-cf2724f618c5,revision_number=2']} {{(pid=92664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:56:52.667387 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-68c77a9e-e57c-4a1b-b5ab-45f7373d7fbe service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.641s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:56:52.737947 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-e2be5f3e-a913-4672-9ff8-b234531b5a0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748303'] for security_group, after_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:52.741173 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-e2be5f3e-a913-4672-9ff8-b234531b5a0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:52.743649 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [None req-e2be5f3e-a913-4672-9ff8-b234531b5a0e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/18bb0d1d-9f1a-482c-a6a3-dc4120cdf998 HTTP/1.1" status: 204 len: 168 time: 0.4676249 Jun 22 08:56:52.746011 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:56:52.760513 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.plugins.ml2.managers [req-fd211f50-7875-4ba1-850d-f54afd2273db req-68c77a9e-e57c-4a1b-b5ab-45f7373d7fbe service neutron] Attempting to bind port 1ba5c7c5-ad67-4c73-9ec9-cf2724f618c5 on host hv-cinder-79733 for vnic_type normal with profile {{(pid=92664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 08:56:52.761087 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.plugins.ml2.managers [req-fd211f50-7875-4ba1-850d-f54afd2273db req-68c77a9e-e57c-4a1b-b5ab-45f7373d7fbe service neutron] Attempting to bind port 1ba5c7c5-ad67-4c73-9ec9-cf2724f618c5 by drivers openvswitch,hyperv on host hv-cinder-79733 at level 0 using segments [{'id': '65066843-210f-408d-bbb9-a6cf53d0f702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '832a0f40-6937-4cf8-9860-9cfd8761f3f2'}] {{(pid=92664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 08:56:52.767176 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd211f50-7875-4ba1-850d-f54afd2273db req-68c77a9e-e57c-4a1b-b5ab-45f7373d7fbe service neutron] Attempting to bind port 1ba5c7c5-ad67-4c73-9ec9-cf2724f618c5 on network 832a0f40-6937-4cf8-9860-9cfd8761f3f2 {{(pid=92664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 08:56:52.775414 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2be5f3e-a913-4672-9ff8-b234531b5a0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18bb0d1d-9f1a-482c-a6a3-dc4120cdf998,revision_number=None']} {{(pid=92665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:56:52.778962 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-e2be5f3e-a913-4672-9ff8-b234531b5a0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:56:52.799306 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.db.l3_dvr_db [None req-59d99935-567c-48da-9e84-49e8906fd662 None None] Set router 5f8098ca-ed85-402c-920b-4930a41cf01f gateway port host: dv-cinder-797333-1-smb {{(pid=92667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 08:56:53.020121 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd211f50-7875-4ba1-850d-f54afd2273db req-68c77a9e-e57c-4a1b-b5ab-45f7373d7fbe service neutron] Port 1ba5c7c5-ad67-4c73-9ec9-cf2724f618c5 on network 832a0f40-6937-4cf8-9860-9cfd8761f3f2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79733 {{(pid=92664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 08:56:53.020541 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd211f50-7875-4ba1-850d-f54afd2273db req-68c77a9e-e57c-4a1b-b5ab-45f7373d7fbe service neutron] Attempting to bind port 1ba5c7c5-ad67-4c73-9ec9-cf2724f618c5 on network 832a0f40-6937-4cf8-9860-9cfd8761f3f2 {{(pid=92664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 08:56:53.021160 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-13e82be0-3a25-4975-b7bc-6b839bfc180f req-17549805-cf48-4dfc-86df-4d2b1dbc0d09 tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] 10.222.0.22 "GET /v2.0/ports?device_id=4ac5f7be-69be-4bc1-ac2a-6d08449ce0a9 HTTP/1.1" status: 200 len: 210 time: 0.1323698 Jun 22 08:56:53.048078 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd211f50-7875-4ba1-850d-f54afd2273db req-68c77a9e-e57c-4a1b-b5ab-45f7373d7fbe service neutron] Checking agent: {'id': '0fb2479b-8850-47fd-bce9-7c475063265a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79733', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 8, 54, 53), 'started_at': datetime.datetime(2021, 6, 22, 8, 54, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 8, 56, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 08:56:53.056956 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd211f50-7875-4ba1-850d-f54afd2273db req-68c77a9e-e57c-4a1b-b5ab-45f7373d7fbe service neutron] Checking segment: {'id': '65066843-210f-408d-bbb9-a6cf53d0f702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '832a0f40-6937-4cf8-9860-9cfd8761f3f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 08:56:53.059290 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd211f50-7875-4ba1-850d-f54afd2273db req-68c77a9e-e57c-4a1b-b5ab-45f7373d7fbe service neutron] Bound using segment: {'id': '65066843-210f-408d-bbb9-a6cf53d0f702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '832a0f40-6937-4cf8-9860-9cfd8761f3f2'} {{(pid=92664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 08:56:53.060721 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.plugins.ml2.managers [req-fd211f50-7875-4ba1-850d-f54afd2273db req-68c77a9e-e57c-4a1b-b5ab-45f7373d7fbe service neutron] Bound port: 1ba5c7c5-ad67-4c73-9ec9-cf2724f618c5, host: hv-cinder-79733, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65066843-210f-408d-bbb9-a6cf53d0f702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '832a0f40-6937-4cf8-9860-9cfd8761f3f2'}}] {{(pid=92664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 08:56:53.061409 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [req-fd211f50-7875-4ba1-850d-f54afd2273db req-68c77a9e-e57c-4a1b-b5ab-45f7373d7fbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133719154'] for port, before_update {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:53.062725 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.managers [None req-f5f98382-951c-4798-83e5-c08af1a52a2d None None] Attempting to bind port a4a6a3c3-d009-46db-9a2e-98dfac346f1a on host dv-cinder-797333-1-smb for vnic_type normal with profile {{(pid=92666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 08:56:53.063260 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.managers [None req-f5f98382-951c-4798-83e5-c08af1a52a2d None None] Attempting to bind port a4a6a3c3-d009-46db-9a2e-98dfac346f1a by drivers openvswitch,hyperv on host dv-cinder-797333-1-smb at level 0 using segments [{'id': 'ff26e6d0-efb0-4f26-b4ca-43fb0499d495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '266e7c95-823e-49c0-9793-a3850a55863e'}] {{(pid=92666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 08:56:53.063533 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5f98382-951c-4798-83e5-c08af1a52a2d None None] Attempting to bind port a4a6a3c3-d009-46db-9a2e-98dfac346f1a on network 266e7c95-823e-49c0-9793-a3850a55863e {{(pid=92666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 08:56:53.150076 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5f98382-951c-4798-83e5-c08af1a52a2d None None] Checking agent: {'id': 'a79e4517-6a90-4dc6-90fb-3f5d630e0bbe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797333-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 8, 48, 44), 'started_at': datetime.datetime(2021, 6, 22, 8, 49, 14), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 8, 56, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797333-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 08:56:53.150725 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5f98382-951c-4798-83e5-c08af1a52a2d None None] Checking segment: {'id': 'ff26e6d0-efb0-4f26-b4ca-43fb0499d495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '266e7c95-823e-49c0-9793-a3850a55863e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 08:56:53.151217 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-27f4103c-947d-400b-ab1b-82bcac38b6c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:53.151444 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-f5f98382-951c-4798-83e5-c08af1a52a2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:53.151997 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5f98382-951c-4798-83e5-c08af1a52a2d None None] Bound using segment: {'id': 'ff26e6d0-efb0-4f26-b4ca-43fb0499d495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '266e7c95-823e-49c0-9793-a3850a55863e'} {{(pid=92666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 08:56:53.152700 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.managers [None req-f5f98382-951c-4798-83e5-c08af1a52a2d None None] Bound port: a4a6a3c3-d009-46db-9a2e-98dfac346f1a, host: dv-cinder-797333-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff26e6d0-efb0-4f26-b4ca-43fb0499d495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '266e7c95-823e-49c0-9793-a3850a55863e'}}] {{(pid=92666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 08:56:53.153509 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-f5f98382-951c-4798-83e5-c08af1a52a2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133719154'] for port, before_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:53.186616 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-27f4103c-947d-400b-ab1b-82bcac38b6c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748303'] for security_group, after_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:53.187055 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380123073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133916839'] for agent, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:53.275866 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-a3dbfe8c-dc90-4e86-a69a-031a13ec4566 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:56:53.407959 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.db.api [None req-fc54eaa9-bcd5-437c-b7b4-e7c4f6f4c798 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 22 08:56:53.407959 dv-cinder-797333-1-smb neutron-server[92664]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jun 22 08:56:53.407959 dv-cinder-797333-1-smb neutron-server[92664]: [parameters: {'project_id': '0dbc55deeb2a42a3bb10502a7c6fc28b', 'id': '5b0e7987-4965-4641-9fc4-d0a6a5c4eefc', 'expiration': datetime.datetime(2021, 6, 22, 8, 58, 53, 278454)}] Jun 22 08:56:53.407959 dv-cinder-797333-1-smb neutron-server[92664]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=92664) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 22 08:56:53.408362 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_db.api [None req-fc54eaa9-bcd5-437c-b7b4-e7c4f6f4c798 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=92664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 22 08:56:53.522107 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f4103c-947d-400b-ab1b-82bcac38b6c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23aac7de-a3c9-48d6-9fdd-2e491f20a9f6,revision_number=1']} {{(pid=92664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:56:53.551836 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [None req-27f4103c-947d-400b-ab1b-82bcac38b6c8 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=add22f530aec4a60b688e459d622f033&name=default HTTP/1.1" status: 200 len: 2979 time: 2.6095364 Jun 22 08:56:53.551836 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-27f4103c-947d-400b-ab1b-82bcac38b6c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:56:53.556696 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.wsgi [-] (92664) accepted ('10.222.0.22', 60510) {{(pid=92664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 08:56:53.634701 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.plugins.ml2.db [req-fd211f50-7875-4ba1-850d-f54afd2273db req-68c77a9e-e57c-4a1b-b5ab-45f7373d7fbe service neutron] For port 1ba5c7c5-ad67-4c73-9ec9-cf2724f618c5, host hv-cinder-79733, cleared binding levels {{(pid=92664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 08:56:53.641635 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.plugins.ml2.db [req-fd211f50-7875-4ba1-850d-f54afd2273db req-68c77a9e-e57c-4a1b-b5ab-45f7373d7fbe service neutron] For port 1ba5c7c5-ad67-4c73-9ec9-cf2724f618c5, host hv-cinder-79733, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79733',level=0,port_id=1ba5c7c5-ad67-4c73-9ec9-cf2724f618c5,segment=NetworkSegment(65066843-210f-408d-bbb9-a6cf53d0f702),segment_id=65066843-210f-408d-bbb9-a6cf53d0f702)] {{(pid=92664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 08:56:53.672776 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [req-fd211f50-7875-4ba1-850d-f54afd2273db req-68c77a9e-e57c-4a1b-b5ab-45f7373d7fbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133719696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133660950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728380107731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728379583079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728379583124'] for port, after_update {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:53.683256 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:56:53.756498 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd211f50-7875-4ba1-850d-f54afd2273db req-68c77a9e-e57c-4a1b-b5ab-45f7373d7fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:56:53.757833 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [req-fd211f50-7875-4ba1-850d-f54afd2273db req-68c77a9e-e57c-4a1b-b5ab-45f7373d7fbe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133660928'] for port, before_response {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:53.759659 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-fd211f50-7875-4ba1-850d-f54afd2273db req-68c77a9e-e57c-4a1b-b5ab-45f7373d7fbe service neutron] 10.222.0.15 "PUT /v2.0/ports/1ba5c7c5-ad67-4c73-9ec9-cf2724f618c5 HTTP/1.1" status: 200 len: 1094 time: 5.3961203 Jun 22 08:56:53.763394 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6adb4e3-f1e8-4dfb-88e0-eea47b24076d', 'tag': '1ba5c7c5-ad67-4c73-9ec9-cf2724f618c5'}] {{(pid=92664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 08:56:53.773829 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8fcf62-6d17-4894-93b7-e8ebd42968ab req-63e2e4dc-6b73-4f67-9c4e-46cc30774655 tempest-DeleteServersTestJSON-216179078 tempest-DeleteServersTestJSON-216179078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:56:53.782593 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-bf8fcf62-6d17-4894-93b7-e8ebd42968ab req-63e2e4dc-6b73-4f67-9c4e-46cc30774655 tempest-DeleteServersTestJSON-216179078 tempest-DeleteServersTestJSON-216179078-project] 10.222.0.22 "GET /v2.0/ports?device_id=f6adb4e3-f1e8-4dfb-88e0-eea47b24076d HTTP/1.1" status: 200 len: 944 time: 0.6136723 Jun 22 08:56:53.876636 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.db [None req-f5f98382-951c-4798-83e5-c08af1a52a2d None None] For port a4a6a3c3-d009-46db-9a2e-98dfac346f1a, host dv-cinder-797333-1-smb, cleared binding levels {{(pid=92666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 08:56:53.903018 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.wsgi [-] (92664) accepted ('10.222.0.22', 60530) {{(pid=92664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 08:56:53.905161 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.db.l3_hamode_db [None req-59d99935-567c-48da-9e84-49e8906fd662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f8098ca-ed85-402c-920b-4930a41cf01f', 'name': 'tempest-AttachVolumeTestJSON-805699332-router', 'tenant_id': '539be15b3b01480196a1d49d035c0e00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '229d5e4a-3847-4866-aa2f-e37dad8eeeae', 'external_fixed_ips': [{'subnet_id': '86526ad5-0ce1-4847-a8b3-31fb35f84f34', 'ip_address': '172.28.3.241'}], 'enable_snat': True}, 'gw_port_id': '2f0bc85f-0f87-4d56-87b8-53345a6ae5be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T08:56:32Z', 'updated_at': '2021-06-22T08:56:42Z', 'revision_number': 4, 'project_id': '539be15b3b01480196a1d49d035c0e00', 'gw_port': {'id': '2f0bc85f-0f87-4d56-87b8-53345a6ae5be', 'name': '', 'network_id': '229d5e4a-3847-4866-aa2f-e37dad8eeeae', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:a4:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f8098ca-ed85-402c-920b-4930a41cf01f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '86526ad5-0ce1-4847-a8b3-31fb35f84f34', 'ip_address': '172.28.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T08:56:34Z', 'updated_at': '2021-06-22T08:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86526ad5-0ce1-4847-a8b3-31fb35f84f34', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797333-1-smb', '_interfaces': [{'id': 'ba671f67-7b65-40aa-89c3-5822dacef29e', 'name': '', 'network_id': '6858ed3b-c3b9-4692-a3bd-5458c5aaeb61', 'tenant_id': '539be15b3b01480196a1d49d035c0e00', 'mac_address': 'fa:16:3e:ab:2e:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f8098ca-ed85-402c-920b-4930a41cf01f', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'd3540fe9-cc9d-4e8a-ade5-a63ad9a74449', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T08:56:39Z', 'updated_at': '2021-06-22T08:56:52Z', 'revision_number': 4, 'project_id': '539be15b3b01480196a1d49d035c0e00', 'subnets': [{'id': 'd3540fe9-cc9d-4e8a-ade5-a63ad9a74449', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797333-1-smb', False) {} {{(pid=92667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 08:56:53.949919 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.db [None req-f5f98382-951c-4798-83e5-c08af1a52a2d None None] For port a4a6a3c3-d009-46db-9a2e-98dfac346f1a, host dv-cinder-797333-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797333-1-smb',level=0,port_id=a4a6a3c3-d009-46db-9a2e-98dfac346f1a,segment=NetworkSegment(ff26e6d0-efb0-4f26-b4ca-43fb0499d495),segment_id=ff26e6d0-efb0-4f26-b4ca-43fb0499d495)] {{(pid=92666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 08:56:53.961376 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-d2695239-1c35-4619-85a7-a661689686ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:53.982241 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-f5f98382-951c-4798-83e5-c08af1a52a2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133719696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133660950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728380107731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728379583079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728379583124'] for port, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:53.992552 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59d99935-567c-48da-9e84-49e8906fd662 None None] The sync data for ids ['5f8098ca-ed85-402c-920b-4930a41cf01f'] in dv-cinder-797333-1-smb is: [{'id': '5f8098ca-ed85-402c-920b-4930a41cf01f', 'name': 'tempest-AttachVolumeTestJSON-805699332-router', 'tenant_id': '539be15b3b01480196a1d49d035c0e00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '229d5e4a-3847-4866-aa2f-e37dad8eeeae', 'external_fixed_ips': [{'subnet_id': '86526ad5-0ce1-4847-a8b3-31fb35f84f34', 'ip_address': '172.28.3.241'}], 'enable_snat': True}, 'gw_port_id': '2f0bc85f-0f87-4d56-87b8-53345a6ae5be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T08:56:32Z', 'updated_at': '2021-06-22T08:56:42Z', 'revision_number': 4, 'project_id': '539be15b3b01480196a1d49d035c0e00', 'gw_port': {'id': '2f0bc85f-0f87-4d56-87b8-53345a6ae5be', 'name': '', 'network_id': '229d5e4a-3847-4866-aa2f-e37dad8eeeae', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:a4:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f8098ca-ed85-402c-920b-4930a41cf01f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '86526ad5-0ce1-4847-a8b3-31fb35f84f34', 'ip_address': '172.28.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T08:56:34Z', 'updated_at': '2021-06-22T08:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86526ad5-0ce1-4847-a8b3-31fb35f84f34', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797333-1-smb', '_interfaces': [{'id': 'ba671f67-7b65-40aa-89c3-5822dacef29e', 'name': '', 'network_id': '6858ed3b-c3b9-4692-a3bd-5458c5aaeb61', 'tenant_id': '539be15b3b01480196a1d49d035c0e00', 'mac_address': 'fa:16:3e:ab:2e:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f8098ca-ed85-402c-920b-4930a41cf01f', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'd3540fe9-cc9d-4e8a-ade5-a63ad9a74449', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T08:56:39Z', 'updated_at': '2021-06-22T08:56:52Z', 'revision_number': 4, 'project_id': '539be15b3b01480196a1d49d035c0e00', 'subnets': [{'id': 'd3540fe9-cc9d-4e8a-ade5-a63ad9a74449', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 08:56:54.005648 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG oslo_concurrency.lockutils [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:56:54.033201 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-d2695239-1c35-4619-85a7-a661689686ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:54.166416 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}204e7d68aaf5059dd7cb24067ff1be2165df2a8c21773c1dc73aa01b5c6655f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a35b6eb-58e1-4bde-b033-25c29cd88801" -d '{"events": [{"name": "network-changed", "server_uuid": "f6adb4e3-f1e8-4dfb-88e0-eea47b24076d", "tag": "1ba5c7c5-ad67-4c73-9ec9-cf2724f618c5"}]}' {{(pid=92664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 08:56:54.208103 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-d2695239-1c35-4619-85a7-a661689686ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748303'] for security_group, after_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:54.232100 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-d2695239-1c35-4619-85a7-a661689686ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:54.255496 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [None req-d2695239-1c35-4619-85a7-a661689686ef admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/23aac7de-a3c9-48d6-9fdd-2e491f20a9f6 HTTP/1.1" status: 204 len: 168 time: 0.6875138 Jun 22 08:56:54.257930 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-56b432bb-65f3-4e47-a43f-6270ba18bfc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:54.274834 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c77a9e-e57c-4a1b-b5ab-45f7373d7fbe service neutron] Pushing event updated for resources: {'Port': ['ID=1ba5c7c5-ad67-4c73-9ec9-cf2724f618c5,revision_number=3']} {{(pid=92664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:56:54.304747 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-68c77a9e-e57c-4a1b-b5ab-45f7373d7fbe service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.622s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:56:54.312982 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-6a2d0373-9dd1-43b2-9553-b4eedf4f173d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.040s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:56:54.448884 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2695239-1c35-4619-85a7-a661689686ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23aac7de-a3c9-48d6-9fdd-2e491f20a9f6,revision_number=None']} {{(pid=92664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:56:54.454700 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-d2695239-1c35-4619-85a7-a661689686ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:56:54.513654 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd211f50-7875-4ba1-850d-f54afd2273db req-43750661-d23c-4fe9-bab9-fd49285083b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:56:54.524333 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-fd211f50-7875-4ba1-850d-f54afd2273db req-43750661-d23c-4fe9-bab9-fd49285083b4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2ed10f27fc044fe2929c68571a8a4941&device_id=f6adb4e3-f1e8-4dfb-88e0-eea47b24076d HTTP/1.1" status: 200 len: 1097 time: 0.6862144 Jun 22 08:56:54.666193 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-fd211f50-7875-4ba1-850d-f54afd2273db req-8ad9f71f-880e-4912-8caa-775f29ee18e5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1ba5c7c5-ad67-4c73-9ec9-cf2724f618c5 HTTP/1.1" status: 200 len: 217 time: 0.1277037 Jun 22 08:56:54.693766 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b74fe4-96ee-44fe-b0a1-6f476001a401 req-6cd69b90-1d48-4567-b79e-0b97c759e52a tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:56:54.701225 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f98382-951c-4798-83e5-c08af1a52a2d None None] Routers {'e39149fe-b87f-4c67-89a3-ae4a53980e68'} bound to L3 agent in host dv-cinder-797333-1-smb {{(pid=92666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 08:56:54.702645 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.l3_hamode_db [None req-f5f98382-951c-4798-83e5-c08af1a52a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797333-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T08:48:43Z,description=,heartbeat_timestamp=2021-06-22T08:56:44Z,host='dv-cinder-797333-1-smb',id=81bac9f2-ec56-4bd6-b329-9598189ea0dc,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T08:48:43Z,topic='l3_agent')) {'router_ids': ['e39149fe-b87f-4c67-89a3-ae4a53980e68'], 'active': True} {{(pid=92666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 08:56:54.706468 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c3aa6f-4e2a-4dcf-b1a9-b216b9855eb4 None None] Pushing event updated for resources: {'Port': ['ID=a4a6a3c3-d009-46db-9a2e-98dfac346f1a,revision_number=4']} {{(pid=92666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:56:54.718402 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG oslo_concurrency.lockutils [None req-21c3aa6f-4e2a-4dcf-b1a9-b216b9855eb4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.714s {{(pid=92666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:56:54.735252 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-b0b74fe4-96ee-44fe-b0a1-6f476001a401 req-6cd69b90-1d48-4567-b79e-0b97c759e52a tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] 10.222.0.22 "GET /v2.0/networks?id=fc5fbf8b-b290-4909-ad02-6e42f6cbe581 HTTP/1.1" status: 200 len: 819 time: 0.8393948 Jun 22 08:56:54.919715 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd211f50-7875-4ba1-850d-f54afd2273db req-14aee3eb-1982-4577-a272-ec5004dd28a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:56:54.922057 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-fd211f50-7875-4ba1-850d-f54afd2273db req-14aee3eb-1982-4577-a272-ec5004dd28a5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=41b3d805-cf94-47db-93b9-afda76b6f282 HTTP/1.1" status: 200 len: 852 time: 0.2194731 Jun 22 08:56:54.934682 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-d77bfa5a-1141-4790-b83a-d3857bb77095 tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] Notify callbacks [] for security_group, precommit_create {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:54.968797 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-b0b74fe4-96ee-44fe-b0a1-6f476001a401 req-8865eaf5-3a11-49fb-907c-e4385de22e2e tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] 10.222.0.22 "GET /v2.0/quotas/579dfe35a1f942f09a66abcabc039fa9 HTTP/1.1" status: 200 len: 375 time: 0.2313528 Jun 22 08:56:54.997119 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-1849e157-4152-4472-a83f-89da7a6e551e None None] Notify callbacks [] for port, precommit_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:55.000434 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-d77bfa5a-1141-4790-b83a-d3857bb77095 tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748303'] for security_group, after_create {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:55.107197 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.provisioning_blocks [None req-1849e157-4152-4472-a83f-89da7a6e551e None None] Transition to ACTIVE for port object b0b02c39-0c6a-4917-b5e9-ac6ef5032e86 will not be triggered until provisioned by entity L2. {{(pid=92666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 08:56:55.145824 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-efce8763-8aa0-4809-972a-e2d6dbdafa61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:56:55.316766 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-bf8fcf62-6d17-4894-93b7-e8ebd42968ab req-74bbabed-41f0-47d3-87f5-c9ee18a83286 tempest-DeleteServersTestJSON-216179078 tempest-DeleteServersTestJSON-216179078-project] 10.222.0.22 "GET /v2.0/security-groups?id=1548d3c8-84c0-49f5-b8c1-fb6044ba6323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4318933 Jun 22 08:56:55.353679 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-1849e157-4152-4472-a83f-89da7a6e551e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133719696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133660950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728380107731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728379583079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728379583124'] for port, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:55.371544 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:56:55.449841 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77bfa5a-1141-4790-b83a-d3857bb77095 tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38156de4-c897-4c33-98c3-f122cd461c94,revision_number=1']} {{(pid=92665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:56:55.468848 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-d77bfa5a-1141-4790-b83a-d3857bb77095 tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:56:55.544419 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-b0b74fe4-96ee-44fe-b0a1-6f476001a401 req-abe53fc2-3c91-45ed-aeaf-72b814da8a6b tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=579dfe35a1f942f09a66abcabc039fa9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5285664 Jun 22 08:56:55.602732 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.l3_dvr_db [None req-f5f98382-951c-4798-83e5-c08af1a52a2d None None] Set router e39149fe-b87f-4c67-89a3-ae4a53980e68 gateway port host: dv-cinder-797333-1-smb {{(pid=92666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 08:56:55.612994 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-fd211f50-7875-4ba1-850d-f54afd2273db req-e868f1d3-c6c4-4335-9293-6a618e57dffb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=832a0f40-6937-4cf8-9860-9cfd8761f3f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.6496713 Jun 22 08:56:55.852048 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-fc54eaa9-bcd5-437c-b7b4-e7c4f6f4c798 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:55.940684 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-b0b74fe4-96ee-44fe-b0a1-6f476001a401 req-d5f1a8fc-343f-4fab-a737-2e6086d3942a service neutron] 10.222.0.22 "GET /v2.0/networks/fc5fbf8b-b290-4909-ad02-6e42f6cbe581?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3788061 Jun 22 08:56:55.943572 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.wsgi [-] (92665) accepted ('10.222.0.22', 60566) {{(pid=92665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 08:56:56.021363 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.rpc [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Device ba671f67-7b65-40aa-89c3-5822dacef29e up at agent ovs-agent-dv-cinder-797333-1-smb {{(pid=92666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 08:56:56.040258 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-d77bfa5a-1141-4790-b83a-d3857bb77095 tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] Notify callbacks [] for security_group, before_response {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:56.046448 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [None req-d77bfa5a-1141-4790-b83a-d3857bb77095 tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 5.5943487 Jun 22 08:56:56.080884 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.wsgi [-] (92664) accepted ('10.222.0.22', 60570) {{(pid=92664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 08:56:56.106572 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.v2.base [None req-baa8eabc-f485-4b2d-a0da-6786c33d88ef tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] Request body: {'security_group_rule': {'security_group_id': '38156de4-c897-4c33-98c3-f122cd461c94', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 08:56:56.143949 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-1d9ed1df-2a69-4ebc-a133-38345ae7fc98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:56.343162 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e14c93c-fe44-4ce0-a464-070b09407c44 None None] Pushing event updated for resources: {'Port': ['ID=b0b02c39-0c6a-4917-b5e9-ac6ef5032e86,revision_number=3']} {{(pid=92666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:56:56.360246 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG oslo_concurrency.lockutils [None req-1e14c93c-fe44-4ce0-a464-070b09407c44 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.989s {{(pid=92666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:56:56.367461 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 08:56:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-639a760e-484a-434c-a133-9d8e1c35566f x-openstack-request-id: req-639a760e-484a-434c-a133-9d8e1c35566f {{(pid=92664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 08:56:56.367770 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6adb4e3-f1e8-4dfb-88e0-eea47b24076d", "tag": "1ba5c7c5-ad67-4c73-9ec9-cf2724f618c5", "status": "completed", "code": 200}]} {{(pid=92664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 08:56:56.368039 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-639a760e-484a-434c-a133-9d8e1c35566f {{(pid=92664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 08:56:56.368561 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6adb4e3-f1e8-4dfb-88e0-eea47b24076d', 'tag': '1ba5c7c5-ad67-4c73-9ec9-cf2724f618c5', 'status': 'completed', 'code': 200} Jun 22 08:56:56.444008 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-fc54eaa9-bcd5-437c-b7b4-e7c4f6f4c798 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:56.480323 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.managers [None req-1849e157-4152-4472-a83f-89da7a6e551e None None] Attempting to bind port b0b02c39-0c6a-4917-b5e9-ac6ef5032e86 on host dv-cinder-797333-1-smb for vnic_type normal with profile {{(pid=92666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 08:56:56.481080 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.managers [None req-1849e157-4152-4472-a83f-89da7a6e551e None None] Attempting to bind port b0b02c39-0c6a-4917-b5e9-ac6ef5032e86 by drivers openvswitch,hyperv on host dv-cinder-797333-1-smb at level 0 using segments [{'id': '575d0fd2-418e-4690-86de-2d9d75fa22cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'fc5fbf8b-b290-4909-ad02-6e42f6cbe581'}] {{(pid=92666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 08:56:56.481728 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1849e157-4152-4472-a83f-89da7a6e551e None None] Attempting to bind port b0b02c39-0c6a-4917-b5e9-ac6ef5032e86 on network fc5fbf8b-b290-4909-ad02-6e42f6cbe581 {{(pid=92666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 08:56:56.497783 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-fc54eaa9-bcd5-437c-b7b4-e7c4f6f4c798 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742864'] for security_group_rule, after_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:56.507781 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.provisioning_blocks [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Provisioning for port ba671f67-7b65-40aa-89c3-5822dacef29e completed by entity L2. {{(pid=92666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 08:56:56.512270 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-b0b74fe4-96ee-44fe-b0a1-6f476001a401 req-2be3e153-a3d9-46af-9f60-6428df061902 service neutron] 10.222.0.22 "GET /v2.0/networks/fc5fbf8b-b290-4909-ad02-6e42f6cbe581?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5602009 Jun 22 08:56:56.527534 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1849e157-4152-4472-a83f-89da7a6e551e None None] Checking agent: {'id': 'a79e4517-6a90-4dc6-90fb-3f5d630e0bbe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797333-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 8, 48, 44), 'started_at': datetime.datetime(2021, 6, 22, 8, 49, 14), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 8, 56, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797333-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 08:56:56.528239 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1849e157-4152-4472-a83f-89da7a6e551e None None] Checking segment: {'id': '575d0fd2-418e-4690-86de-2d9d75fa22cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'fc5fbf8b-b290-4909-ad02-6e42f6cbe581'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 08:56:56.530192 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-1849e157-4152-4472-a83f-89da7a6e551e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:56.530889 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1849e157-4152-4472-a83f-89da7a6e551e None None] Bound using segment: {'id': '575d0fd2-418e-4690-86de-2d9d75fa22cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'fc5fbf8b-b290-4909-ad02-6e42f6cbe581'} {{(pid=92666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 08:56:56.532290 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.managers [None req-1849e157-4152-4472-a83f-89da7a6e551e None None] Bound port: b0b02c39-0c6a-4917-b5e9-ac6ef5032e86, host: dv-cinder-797333-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '575d0fd2-418e-4690-86de-2d9d75fa22cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'fc5fbf8b-b290-4909-ad02-6e42f6cbe581'}}] {{(pid=92666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 08:56:56.533956 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-1849e157-4152-4472-a83f-89da7a6e551e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133719154'] for port, before_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:56.547028 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:56:56.569498 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.provisioning_blocks [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Provisioning complete for port ba671f67-7b65-40aa-89c3-5822dacef29e triggered by entity L2. {{(pid=92666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 08:56:56.570333 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133917554'] for port, provisioning_complete {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:56.656793 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-fd211f50-7875-4ba1-850d-f54afd2273db req-c96342db-4d9b-41af-9c2d-d406b7888909 service neutron] 10.222.0.15 "GET /v2.0/networks/832a0f40-6937-4cf8-9860-9cfd8761f3f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0259805 Jun 22 08:56:56.664430 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc54eaa9-bcd5-437c-b7b4-e7c4f6f4c798 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93b4c332-edcb-4669-8ac8-7fd70cdeb17a,revision_number=0']} {{(pid=92664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:56:56.679603 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-fc54eaa9-bcd5-437c-b7b4-e7c4f6f4c798 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:56:56.910248 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.db [None req-1849e157-4152-4472-a83f-89da7a6e551e None None] For port b0b02c39-0c6a-4917-b5e9-ac6ef5032e86, host dv-cinder-797333-1-smb, cleared binding levels {{(pid=92666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 08:56:56.929046 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.db [None req-1849e157-4152-4472-a83f-89da7a6e551e None None] For port b0b02c39-0c6a-4917-b5e9-ac6ef5032e86, host dv-cinder-797333-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797333-1-smb',level=0,port_id=b0b02c39-0c6a-4917-b5e9-ac6ef5032e86,segment=NetworkSegment(575d0fd2-418e-4690-86de-2d9d75fa22cd),segment_id=575d0fd2-418e-4690-86de-2d9d75fa22cd)] {{(pid=92666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 08:56:56.944206 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.l3_hamode_db [None req-f5f98382-951c-4798-83e5-c08af1a52a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e39149fe-b87f-4c67-89a3-ae4a53980e68', 'name': 'tempest-AttachVolumeShelveTestJSON-1386995798-router', 'tenant_id': '0dbc55deeb2a42a3bb10502a7c6fc28b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '229d5e4a-3847-4866-aa2f-e37dad8eeeae', 'external_fixed_ips': [{'subnet_id': '86526ad5-0ce1-4847-a8b3-31fb35f84f34', 'ip_address': '172.28.3.205'}], 'enable_snat': True}, 'gw_port_id': '85852532-1dc4-4718-b431-e4ecee9d7a48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T08:56:32Z', 'updated_at': '2021-06-22T08:56:42Z', 'revision_number': 4, 'project_id': '0dbc55deeb2a42a3bb10502a7c6fc28b', 'gw_port': {'id': '85852532-1dc4-4718-b431-e4ecee9d7a48', 'name': '', 'network_id': '229d5e4a-3847-4866-aa2f-e37dad8eeeae', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:f5:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e39149fe-b87f-4c67-89a3-ae4a53980e68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '86526ad5-0ce1-4847-a8b3-31fb35f84f34', 'ip_address': '172.28.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T08:56:33Z', 'updated_at': '2021-06-22T08:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86526ad5-0ce1-4847-a8b3-31fb35f84f34', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797333-1-smb', '_interfaces': [{'id': 'a4a6a3c3-d009-46db-9a2e-98dfac346f1a', 'name': '', 'network_id': '266e7c95-823e-49c0-9793-a3850a55863e', 'tenant_id': '0dbc55deeb2a42a3bb10502a7c6fc28b', 'mac_address': 'fa:16:3e:d0:e8:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e39149fe-b87f-4c67-89a3-ae4a53980e68', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '1fa320cf-b578-475c-89d7-a0309e38937c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T08:56:39Z', 'updated_at': '2021-06-22T08:56:53Z', 'revision_number': 4, 'project_id': '0dbc55deeb2a42a3bb10502a7c6fc28b', 'subnets': [{'id': '1fa320cf-b578-475c-89d7-a0309e38937c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797333-1-smb', False) {} {{(pid=92666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 08:56:56.948210 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-1849e157-4152-4472-a83f-89da7a6e551e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133719696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133660950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728380107731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728379583079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728379583124'] for port, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:57.032237 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:56:57.070292 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-56b432bb-65f3-4e47-a43f-6270ba18bfc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:57.098068 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-56b432bb-65f3-4e47-a43f-6270ba18bfc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748303'] for security_group, after_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:57.114680 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-fc54eaa9-bcd5-437c-b7b4-e7c4f6f4c798 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:57.121909 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [None req-fc54eaa9-bcd5-437c-b7b4-e7c4f6f4c798 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 5.0414813 Jun 22 08:56:57.129427 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.wsgi [-] (92664) accepted ('10.222.0.22', 60588) {{(pid=92664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 08:56:57.168539 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5f98382-951c-4798-83e5-c08af1a52a2d None None] The sync data for ids ['e39149fe-b87f-4c67-89a3-ae4a53980e68'] in dv-cinder-797333-1-smb is: [{'id': 'e39149fe-b87f-4c67-89a3-ae4a53980e68', 'name': 'tempest-AttachVolumeShelveTestJSON-1386995798-router', 'tenant_id': '0dbc55deeb2a42a3bb10502a7c6fc28b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '229d5e4a-3847-4866-aa2f-e37dad8eeeae', 'external_fixed_ips': [{'subnet_id': '86526ad5-0ce1-4847-a8b3-31fb35f84f34', 'ip_address': '172.28.3.205'}], 'enable_snat': True}, 'gw_port_id': '85852532-1dc4-4718-b431-e4ecee9d7a48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T08:56:32Z', 'updated_at': '2021-06-22T08:56:42Z', 'revision_number': 4, 'project_id': '0dbc55deeb2a42a3bb10502a7c6fc28b', 'gw_port': {'id': '85852532-1dc4-4718-b431-e4ecee9d7a48', 'name': '', 'network_id': '229d5e4a-3847-4866-aa2f-e37dad8eeeae', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:f5:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e39149fe-b87f-4c67-89a3-ae4a53980e68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '86526ad5-0ce1-4847-a8b3-31fb35f84f34', 'ip_address': '172.28.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T08:56:33Z', 'updated_at': '2021-06-22T08:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86526ad5-0ce1-4847-a8b3-31fb35f84f34', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797333-1-smb', '_interfaces': [{'id': 'a4a6a3c3-d009-46db-9a2e-98dfac346f1a', 'name': '', 'network_id': '266e7c95-823e-49c0-9793-a3850a55863e', 'tenant_id': '0dbc55deeb2a42a3bb10502a7c6fc28b', 'mac_address': 'fa:16:3e:d0:e8:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e39149fe-b87f-4c67-89a3-ae4a53980e68', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '1fa320cf-b578-475c-89d7-a0309e38937c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T08:56:39Z', 'updated_at': '2021-06-22T08:56:53Z', 'revision_number': 4, 'project_id': '0dbc55deeb2a42a3bb10502a7c6fc28b', 'subnets': [{'id': '1fa320cf-b578-475c-89d7-a0309e38937c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 08:56:57.185452 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133719154'] for port, before_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:57.249192 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e14c93c-fe44-4ce0-a464-070b09407c44 None None] Pushing event updated for resources: {'Port': ['ID=b0b02c39-0c6a-4917-b5e9-ac6ef5032e86,revision_number=4']} {{(pid=92666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:56:57.254518 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1849e157-4152-4472-a83f-89da7a6e551e None None] Routers {'063e2e3a-321a-4836-9ff9-d5564fd39ebc'} bound to L3 agent in host dv-cinder-797333-1-smb {{(pid=92666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 08:56:57.255257 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.l3_hamode_db [None req-1849e157-4152-4472-a83f-89da7a6e551e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797333-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T08:48:43Z,description=,heartbeat_timestamp=2021-06-22T08:56:44Z,host='dv-cinder-797333-1-smb',id=81bac9f2-ec56-4bd6-b329-9598189ea0dc,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T08:48:43Z,topic='l3_agent')) {'router_ids': ['063e2e3a-321a-4836-9ff9-d5564fd39ebc'], 'active': True} {{(pid=92666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 08:56:57.258755 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG oslo_concurrency.lockutils [None req-1e14c93c-fe44-4ce0-a464-070b09407c44 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=92666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:56:57.272605 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:56:57.517728 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-1d9ed1df-2a69-4ebc-a133-38345ae7fc98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:57.523350 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.v2.base [None req-14f5bf7f-7f9f-41f0-9e6a-7d09b346ce1d tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Request body: {'floatingip': {'floating_network_id': '229d5e4a-3847-4866-aa2f-e37dad8eeeae'}} {{(pid=92664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 08:56:57.545441 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.db [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] For port ba671f67-7b65-40aa-89c3-5822dacef29e, host dv-cinder-797333-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797333-1-smb',level=0,port_id=ba671f67-7b65-40aa-89c3-5822dacef29e,segment=NetworkSegment(a37c650b-e011-49b1-9fb9-c613dfbe5229),segment_id=a37c650b-e011-49b1-9fb9-c613dfbe5229)] {{(pid=92666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 08:56:57.549738 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-d8ec6537-c3cc-4ca7-afaf-f3d4f4f31e6c req-95798672-ba10-45a4-b2c6-68822cfa67d3 tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] 10.222.0.22 "GET /v2.0/ports?device_id=f5f2c8e1-c94f-4259-ab73-c6701fe02413 HTTP/1.1" status: 200 len: 210 time: 0.6883276 Jun 22 08:56:57.552193 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-1d9ed1df-2a69-4ebc-a133-38345ae7fc98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748303'] for security_group, after_create {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:57.574489 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32f450d-ef9b-4b25-9e10-59e54d84711f req-72aaf9b0-edcd-4daf-892f-1bfe5a4884c0 tempest-DeleteServersTestJSON-216179078 tempest-DeleteServersTestJSON-216179078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:56:57.584315 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-d32f450d-ef9b-4b25-9e10-59e54d84711f req-72aaf9b0-edcd-4daf-892f-1bfe5a4884c0 tempest-DeleteServersTestJSON-216179078 tempest-DeleteServersTestJSON-216179078-project] 10.222.0.22 "GET /v2.0/ports?device_id=f6adb4e3-f1e8-4dfb-88e0-eea47b24076d HTTP/1.1" status: 200 len: 944 time: 0.8913743 Jun 22 08:56:57.589311 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133719696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133660950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728380107731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728379583079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728379583124'] for port, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:57.594959 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG oslo_concurrency.lockutils [None req-96ef1475-2c23-4bee-81ba-2cdf45b14183 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:56:57.604963 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:56:57.615932 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b432bb-65f3-4e47-a43f-6270ba18bfc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a51ff1a-f7b4-4be0-b77e-4ef1cdfcef3d,revision_number=1']} {{(pid=92664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:56:57.660208 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [None req-56b432bb-65f3-4e47-a43f-6270ba18bfc0 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=1406a939ce9e46a58256c54d5d0649c2&name=default HTTP/1.1" status: 200 len: 2979 time: 3.7554362 Jun 22 08:56:57.662368 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-fd211f50-7875-4ba1-850d-f54afd2273db req-55d8bb16-7d83-4f87-834f-40572d9865ca service neutron] 10.222.0.15 "GET /v2.0/networks/832a0f40-6937-4cf8-9860-9cfd8761f3f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9508538 Jun 22 08:56:57.664195 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.wsgi [-] (92664) accepted ('10.222.0.22', 60598) {{(pid=92664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 08:56:57.671062 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-56b432bb-65f3-4e47-a43f-6270ba18bfc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.402s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:56:57.777944 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.l3_dvr_db [None req-1849e157-4152-4472-a83f-89da7a6e551e None None] Set router 063e2e3a-321a-4836-9ff9-d5564fd39ebc gateway port host: dv-cinder-797333-1-smb {{(pid=92666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 08:56:57.836453 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-d32f450d-ef9b-4b25-9e10-59e54d84711f req-ca12bc1c-996e-489f-9099-8e5d88bd0b95 tempest-DeleteServersTestJSON-216179078 tempest-DeleteServersTestJSON-216179078-project] 10.222.0.22 "GET /v2.0/security-groups?id=1548d3c8-84c0-49f5-b8c1-fb6044ba6323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2482350 Jun 22 08:56:57.839810 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-baa8eabc-f485-4b2d-a0da-6786c33d88ef tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:57.867396 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9ed1df-2a69-4ebc-a133-38345ae7fc98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b5d6299-859a-4ca7-bff5-61151bf81fa1,revision_number=1']} {{(pid=92665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:56:57.896687 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-1d9ed1df-2a69-4ebc-a133-38345ae7fc98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:56:57.907268 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [None req-1d9ed1df-2a69-4ebc-a133-38345ae7fc98 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=73c475157a8b40da9bbad690dd684d1d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9564335 Jun 22 08:56:57.908761 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.wsgi [-] (92665) accepted ('10.222.0.22', 60604) {{(pid=92665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 08:56:58.043529 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.wsgi [-] (92665) accepted ('10.222.0.15', 64804) {{(pid=92665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 08:56:58.288173 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-14f5bf7f-7f9f-41f0-9e6a-7d09b346ce1d tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Notify callbacks [] for floatingip, before_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:58.526669 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-f4de546d-54a6-4fd3-b7cc-f5e8ba8526ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:58.662091 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.rpc [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Device a4a6a3c3-d009-46db-9a2e-98dfac346f1a up at agent ovs-agent-dv-cinder-797333-1-smb {{(pid=92666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 08:56:58.736667 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Pushing event updated for resources: {'Port': ['ID=ba671f67-7b65-40aa-89c3-5822dacef29e,revision_number=5']} {{(pid=92666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:56:58.749463 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-e3be7fac-18b3-48a9-8f87-6cb33064ccab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:58.823744 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-f4de546d-54a6-4fd3-b7cc-f5e8ba8526ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:58.836238 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a35b6eb-58e1-4bde-b033-25c29cd88801 req-59476d64-7d67-48eb-b762-3c7204d91ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:56:58.839636 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-1a35b6eb-58e1-4bde-b033-25c29cd88801 req-59476d64-7d67-48eb-b762-3c7204d91ba4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2ed10f27fc044fe2929c68571a8a4941&device_id=f6adb4e3-f1e8-4dfb-88e0-eea47b24076d HTTP/1.1" status: 200 len: 1097 time: 0.7904677 Jun 22 08:56:58.911104 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-baa8eabc-f485-4b2d-a0da-6786c33d88ef tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:58.984901 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-baa8eabc-f485-4b2d-a0da-6786c33d88ef tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742864'] for security_group_rule, after_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:59.016480 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:56:59.039002 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd9a345-55bd-488c-98de-2e1de956deba req-1f12c3ca-94f9-49e1-b371-096accbf0f2b tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:56:59.041967 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-6cd9a345-55bd-488c-98de-2e1de956deba req-1f12c3ca-94f9-49e1-b371-096accbf0f2b tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] 10.222.0.15 "GET /v2.0/networks?id=fc5fbf8b-b290-4909-ad02-6e42f6cbe581 HTTP/1.1" status: 200 len: 819 time: 1.0480914 Jun 22 08:56:59.052690 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-e3be7fac-18b3-48a9-8f87-6cb33064ccab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:59.076848 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.v2.base [req-6cd9a345-55bd-488c-98de-2e1de956deba req-255d7139-ca7f-4250-b596-829fb8a8d7ab tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] Request body: {'port': {'device_id': '4ac5f7be-69be-4bc1-ac2a-6d08449ce0a9', 'network_id': 'fc5fbf8b-b290-4909-ad02-6e42f6cbe581', 'admin_state_up': True, 'tenant_id': '579dfe35a1f942f09a66abcabc039fa9'}} {{(pid=92664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 08:56:59.135983 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa8eabc-f485-4b2d-a0da-6786c33d88ef tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ffd7c94-f2b6-43bd-8cab-3cab111a0aef,revision_number=0']} {{(pid=92664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:56:59.200028 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG oslo_concurrency.lockutils [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.608s {{(pid=92666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:56:59.277542 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-baa8eabc-f485-4b2d-a0da-6786c33d88ef tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:56:59.299593 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-baa8eabc-f485-4b2d-a0da-6786c33d88ef tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:59.320722 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [None req-baa8eabc-f485-4b2d-a0da-6786c33d88ef tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 3.2273505 Jun 22 08:56:59.322000 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-1c26d045-187b-4d16-9db8-6240e6d8630b req-4e76d013-0b6d-4b87-af9a-950662f61710 tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] 10.222.0.22 "GET /v2.0/ports?device_id=f5f2c8e1-c94f-4259-ab73-c6701fe02413 HTTP/1.1" status: 200 len: 210 time: 0.2767329 Jun 22 08:56:59.323688 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.wsgi [-] (92665) accepted ('10.222.0.22', 60632) {{(pid=92665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 08:56:59.359822 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.v2.base [None req-a00e1c06-3116-41bc-ab9c-375abd54d3d9 tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] Request body: {'security_group_rule': {'security_group_id': '38156de4-c897-4c33-98c3-f122cd461c94', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 08:56:59.484120 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.provisioning_blocks [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Provisioning for port a4a6a3c3-d009-46db-9a2e-98dfac346f1a completed by entity L2. {{(pid=92666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 08:56:59.530157 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a35b6eb-58e1-4bde-b033-25c29cd88801 req-c3a96c30-4fb5-4978-98be-74ddd95c9313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:56:59.534791 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-1a35b6eb-58e1-4bde-b033-25c29cd88801 req-c3a96c30-4fb5-4978-98be-74ddd95c9313 service neutron] 10.222.0.15 "GET /v2.0/networks?id=832a0f40-6937-4cf8-9860-9cfd8761f3f2 HTTP/1.1" status: 200 len: 913 time: 0.6786485 Jun 22 08:56:59.637341 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.provisioning_blocks [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Provisioning complete for port a4a6a3c3-d009-46db-9a2e-98dfac346f1a triggered by entity L2. {{(pid=92666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 08:56:59.637782 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133917554'] for port, provisioning_complete {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:59.711665 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-e3be7fac-18b3-48a9-8f87-6cb33064ccab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748303'] for security_group, after_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:59.712758 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-1a35b6eb-58e1-4bde-b033-25c29cd88801 req-51a5944b-7733-4404-9643-07778e382559 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1ba5c7c5-ad67-4c73-9ec9-cf2724f618c5 HTTP/1.1" status: 200 len: 217 time: 0.1597691 Jun 22 08:56:59.750645 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-f4de546d-54a6-4fd3-b7cc-f5e8ba8526ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748303'] for security_group, after_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:59.764680 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-e3be7fac-18b3-48a9-8f87-6cb33064ccab admin admin] Notify callbacks [] for security_group, before_response {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:59.782051 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [None req-e3be7fac-18b3-48a9-8f87-6cb33064ccab admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/5a51ff1a-f7b4-4be0-b77e-4ef1cdfcef3d HTTP/1.1" status: 204 len: 168 time: 2.1093843 Jun 22 08:56:59.814143 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-d2695239-1c35-4619-85a7-a661689686ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:56:59.840144 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-f4de546d-54a6-4fd3-b7cc-f5e8ba8526ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:59.845014 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [None req-f4de546d-54a6-4fd3-b7cc-f5e8ba8526ee admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/8b5d6299-859a-4ca7-bff5-61151bf81fa1 HTTP/1.1" status: 204 len: 168 time: 1.9298058 Jun 22 08:56:59.845014 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-a00e1c06-3116-41bc-ab9c-375abd54d3d9 tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:59.848427 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a35b6eb-58e1-4bde-b033-25c29cd88801 req-6908266f-38d8-48f6-a34e-57b777ffcfdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:56:59.850277 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-1a35b6eb-58e1-4bde-b033-25c29cd88801 req-6908266f-38d8-48f6-a34e-57b777ffcfdf service neutron] 10.222.0.15 "GET /v2.0/subnets?id=41b3d805-cf94-47db-93b9-afda76b6f282 HTTP/1.1" status: 200 len: 852 time: 0.0972886 Jun 22 08:56:59.854075 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:56:59.886080 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71c81a9-1f3b-473e-bb28-0610bd4b2d00 req-53c8cfa0-a11e-4873-b80f-80d2c5ca6851 tempest-DeleteServersTestJSON-216179078 tempest-DeleteServersTestJSON-216179078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:56:59.887889 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-c71c81a9-1f3b-473e-bb28-0610bd4b2d00 req-53c8cfa0-a11e-4873-b80f-80d2c5ca6851 tempest-DeleteServersTestJSON-216179078 tempest-DeleteServersTestJSON-216179078-project] 10.222.0.22 "GET /v2.0/ports?device_id=f6adb4e3-f1e8-4dfb-88e0-eea47b24076d HTTP/1.1" status: 200 len: 944 time: 0.5926881 Jun 22 08:56:59.900247 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-14f5bf7f-7f9f-41f0-9e6a-7d09b346ce1d tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-133719140'] for port, before_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:59.915911 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6cd9a345-55bd-488c-98de-2e1de956deba req-255d7139-ca7f-4250-b596-829fb8a8d7ab tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] Made reservation on behalf of 579dfe35a1f942f09a66abcabc039fa9 for: {'port': 1} {{(pid=92664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 08:56:59.923933 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [req-6cd9a345-55bd-488c-98de-2e1de956deba req-255d7139-ca7f-4250-b596-829fb8a8d7ab tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-133719140'] for port, before_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:56:59.928176 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4de546d-54a6-4fd3-b7cc-f5e8ba8526ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b5d6299-859a-4ca7-bff5-61151bf81fa1,revision_number=None']} {{(pid=92665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:56:59.930302 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3be7fac-18b3-48a9-8f87-6cb33064ccab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a51ff1a-f7b4-4be0-b77e-4ef1cdfcef3d,revision_number=None']} {{(pid=92664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:56:59.938842 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-e3be7fac-18b3-48a9-8f87-6cb33064ccab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:56:59.958318 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-f4de546d-54a6-4fd3-b7cc-f5e8ba8526ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:57:00.119895 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-1a35b6eb-58e1-4bde-b033-25c29cd88801 req-2e435de3-2bae-48a9-a9f1-8404bc69bf3a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=832a0f40-6937-4cf8-9860-9cfd8761f3f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1091826 Jun 22 08:57:00.142177 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.wsgi [-] (92665) accepted ('10.222.0.15', 64813) {{(pid=92665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 08:57:00.231082 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.l3_hamode_db [None req-1849e157-4152-4472-a83f-89da7a6e551e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '063e2e3a-321a-4836-9ff9-d5564fd39ebc', 'name': 'tempest-ServerRescueNegativeTestJSON-1376959178-router', 'tenant_id': '579dfe35a1f942f09a66abcabc039fa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '229d5e4a-3847-4866-aa2f-e37dad8eeeae', 'external_fixed_ips': [{'subnet_id': '86526ad5-0ce1-4847-a8b3-31fb35f84f34', 'ip_address': '172.28.3.248'}], 'enable_snat': True}, 'gw_port_id': '1f278dba-4ae2-4023-919f-5d08eb3b0ac9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T08:56:33Z', 'updated_at': '2021-06-22T08:56:42Z', 'revision_number': 4, 'project_id': '579dfe35a1f942f09a66abcabc039fa9', 'gw_port': {'id': '1f278dba-4ae2-4023-919f-5d08eb3b0ac9', 'name': '', 'network_id': '229d5e4a-3847-4866-aa2f-e37dad8eeeae', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:95:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '063e2e3a-321a-4836-9ff9-d5564fd39ebc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '86526ad5-0ce1-4847-a8b3-31fb35f84f34', 'ip_address': '172.28.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T08:56:34Z', 'updated_at': '2021-06-22T08:56:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86526ad5-0ce1-4847-a8b3-31fb35f84f34', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797333-1-smb', '_interfaces': [{'id': 'b0b02c39-0c6a-4917-b5e9-ac6ef5032e86', 'name': '', 'network_id': 'fc5fbf8b-b290-4909-ad02-6e42f6cbe581', 'tenant_id': '579dfe35a1f942f09a66abcabc039fa9', 'mac_address': 'fa:16:3e:08:8f:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '063e2e3a-321a-4836-9ff9-d5564fd39ebc', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'd4b70363-b957-482d-afbc-e3f16f2e15d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T08:56:40Z', 'updated_at': '2021-06-22T08:56:56Z', 'revision_number': 4, 'project_id': '579dfe35a1f942f09a66abcabc039fa9', 'subnets': [{'id': 'd4b70363-b957-482d-afbc-e3f16f2e15d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797333-1-smb', False) {} {{(pid=92666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 08:57:00.312414 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1849e157-4152-4472-a83f-89da7a6e551e None None] The sync data for ids ['063e2e3a-321a-4836-9ff9-d5564fd39ebc'] in dv-cinder-797333-1-smb is: [{'id': '063e2e3a-321a-4836-9ff9-d5564fd39ebc', 'name': 'tempest-ServerRescueNegativeTestJSON-1376959178-router', 'tenant_id': '579dfe35a1f942f09a66abcabc039fa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '229d5e4a-3847-4866-aa2f-e37dad8eeeae', 'external_fixed_ips': [{'subnet_id': '86526ad5-0ce1-4847-a8b3-31fb35f84f34', 'ip_address': '172.28.3.248'}], 'enable_snat': True}, 'gw_port_id': '1f278dba-4ae2-4023-919f-5d08eb3b0ac9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T08:56:33Z', 'updated_at': '2021-06-22T08:56:42Z', 'revision_number': 4, 'project_id': '579dfe35a1f942f09a66abcabc039fa9', 'gw_port': {'id': '1f278dba-4ae2-4023-919f-5d08eb3b0ac9', 'name': '', 'network_id': '229d5e4a-3847-4866-aa2f-e37dad8eeeae', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:95:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '063e2e3a-321a-4836-9ff9-d5564fd39ebc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '86526ad5-0ce1-4847-a8b3-31fb35f84f34', 'ip_address': '172.28.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T08:56:34Z', 'updated_at': '2021-06-22T08:56:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86526ad5-0ce1-4847-a8b3-31fb35f84f34', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797333-1-smb', '_interfaces': [{'id': 'b0b02c39-0c6a-4917-b5e9-ac6ef5032e86', 'name': '', 'network_id': 'fc5fbf8b-b290-4909-ad02-6e42f6cbe581', 'tenant_id': '579dfe35a1f942f09a66abcabc039fa9', 'mac_address': 'fa:16:3e:08:8f:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '063e2e3a-321a-4836-9ff9-d5564fd39ebc', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'd4b70363-b957-482d-afbc-e3f16f2e15d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T08:56:40Z', 'updated_at': '2021-06-22T08:56:56Z', 'revision_number': 4, 'project_id': '579dfe35a1f942f09a66abcabc039fa9', 'subnets': [{'id': 'd4b70363-b957-482d-afbc-e3f16f2e15d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 08:57:00.434419 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133719154'] for port, before_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:00.533410 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.db [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] For port a4a6a3c3-d009-46db-9a2e-98dfac346f1a, host dv-cinder-797333-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797333-1-smb',level=0,port_id=a4a6a3c3-d009-46db-9a2e-98dfac346f1a,segment=NetworkSegment(ff26e6d0-efb0-4f26-b4ca-43fb0499d495),segment_id=ff26e6d0-efb0-4f26-b4ca-43fb0499d495)] {{(pid=92666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 08:57:00.546865 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133719696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133660950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728380107731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728379583079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728379583124'] for port, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:00.550415 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.rpc [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Device b0b02c39-0c6a-4917-b5e9-ac6ef5032e86 up at agent ovs-agent-dv-cinder-797333-1-smb {{(pid=92666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 08:57:00.555740 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b74fe4-96ee-44fe-b0a1-6f476001a401 req-e6ec5107-8f3f-449d-89c6-be859400f402 tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:57:00.558802 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG oslo_concurrency.lockutils [None req-1e14c93c-fe44-4ce0-a464-070b09407c44 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:57:00.572837 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-b0b74fe4-96ee-44fe-b0a1-6f476001a401 req-e6ec5107-8f3f-449d-89c6-be859400f402 tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] 10.222.0.15 "GET /v2.0/networks?id=fc5fbf8b-b290-4909-ad02-6e42f6cbe581 HTTP/1.1" status: 200 len: 819 time: 0.3933825 Jun 22 08:57:00.740398 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.db.db_base_plugin_common [req-6cd9a345-55bd-488c-98de-2e1de956deba req-255d7139-ca7f-4250-b596-829fb8a8d7ab tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] Allocated IP 172.20.0.9 (fc5fbf8b-b290-4909-ad02-6e42f6cbe581/d4b70363-b957-482d-afbc-e3f16f2e15d6/6ab09213-7b76-4916-b567-c7f2efba2826) {{(pid=92664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 08:57:00.826418 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.v2.base [req-b0b74fe4-96ee-44fe-b0a1-6f476001a401 req-bff6cce6-41b4-49c5-821f-0f7c771fc7a6 tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] Request body: {'port': {'device_id': 'f5f2c8e1-c94f-4259-ab73-c6701fe02413', 'network_id': 'fc5fbf8b-b290-4909-ad02-6e42f6cbe581', 'admin_state_up': True, 'tenant_id': '579dfe35a1f942f09a66abcabc039fa9'}} {{(pid=92665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 08:57:00.833809 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.db.db_base_plugin_common [None req-14f5bf7f-7f9f-41f0-9e6a-7d09b346ce1d tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Allocated IP 172.28.3.170 (229d5e4a-3847-4866-aa2f-e37dad8eeeae/86526ad5-0ce1-4847-a8b3-31fb35f84f34/c7cab6f6-0f92-45ae-b33c-33a185e97924) {{(pid=92664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 08:57:00.858848 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Pushing event updated for resources: {'Port': ['ID=a4a6a3c3-d009-46db-9a2e-98dfac346f1a,revision_number=5']} {{(pid=92666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:57:00.887847 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG oslo_concurrency.lockutils [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=92666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:57:00.917406 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-c71c81a9-1f3b-473e-bb28-0610bd4b2d00 req-dbc55d63-bcb4-4b5c-b597-eb10a0c6c4cd tempest-DeleteServersTestJSON-216179078 tempest-DeleteServersTestJSON-216179078-project] 10.222.0.22 "GET /v2.0/security-groups?id=1548d3c8-84c0-49f5-b8c1-fb6044ba6323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0176651 Jun 22 08:57:01.003285 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.provisioning_blocks [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Provisioning for port b0b02c39-0c6a-4917-b5e9-ac6ef5032e86 completed by entity L2. {{(pid=92666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 08:57:01.011787 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.provisioning_blocks [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Provisioning complete for port b0b02c39-0c6a-4917-b5e9-ac6ef5032e86 triggered by entity L2. {{(pid=92666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 08:57:01.012174 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133917554'] for port, provisioning_complete {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:01.387135 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133719154'] for port, before_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:01.447087 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-a00e1c06-3116-41bc-ab9c-375abd54d3d9 tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:01.454484 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-b258c5c5-7f21-4f98-8ba6-9b59a58709f6 req-393c1713-abeb-446d-9dc1-0e6193d79c43 tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] 10.222.0.22 "GET /v2.0/ports?device_id=f5f2c8e1-c94f-4259-ab73-c6701fe02413 HTTP/1.1" status: 200 len: 210 time: 0.6157920 Jun 22 08:57:01.527781 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.db [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] For port b0b02c39-0c6a-4917-b5e9-ac6ef5032e86, host dv-cinder-797333-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797333-1-smb',level=0,port_id=b0b02c39-0c6a-4917-b5e9-ac6ef5032e86,segment=NetworkSegment(575d0fd2-418e-4690-86de-2d9d75fa22cd),segment_id=575d0fd2-418e-4690-86de-2d9d75fa22cd)] {{(pid=92666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 08:57:01.537642 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133719696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133660950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728380107731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728379583079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728379583124'] for port, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:01.550695 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG oslo_concurrency.lockutils [None req-60a064a5-5dd3-498b-ad16-c1fff5976422 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=92666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:57:01.561147 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-a00e1c06-3116-41bc-ab9c-375abd54d3d9 tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742864'] for security_group_rule, after_create {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:01.673160 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:57:01.752786 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Pushing event updated for resources: {'Port': ['ID=b0b02c39-0c6a-4917-b5e9-ac6ef5032e86,revision_number=5']} {{(pid=92666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:57:01.771889 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG oslo_concurrency.lockutils [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=92666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:57:01.792357 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.rpc [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Device a4a6a3c3-d009-46db-9a2e-98dfac346f1a up at agent ovs-agent-dv-cinder-797333-1-smb {{(pid=92666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 08:57:01.855266 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00e1c06-3116-41bc-ab9c-375abd54d3d9 tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50123e5e-363a-4dc3-b5f7-78ea5b58133e,revision_number=0']} {{(pid=92665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:57:01.931065 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-a00e1c06-3116-41bc-ab9c-375abd54d3d9 tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:57:01.943888 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.provisioning_blocks [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Provisioning complete for port a4a6a3c3-d009-46db-9a2e-98dfac346f1a triggered by entity L2. {{(pid=92666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 08:57:01.944499 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133917554'] for port, provisioning_complete {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:02.072466 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [req-6cd9a345-55bd-488c-98de-2e1de956deba req-255d7139-ca7f-4250-b596-829fb8a8d7ab tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] Notify callbacks [] for port, precommit_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:02.227560 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.rpc [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Device ba671f67-7b65-40aa-89c3-5822dacef29e up at agent ovs-agent-dv-cinder-797333-1-smb {{(pid=92666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 08:57:02.243413 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-14f5bf7f-7f9f-41f0-9e6a-7d09b346ce1d tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Notify callbacks [] for port, precommit_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:02.365039 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-a00e1c06-3116-41bc-ab9c-375abd54d3d9 tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:02.367229 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [None req-a00e1c06-3116-41bc-ab9c-375abd54d3d9 tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 3.0208220 Jun 22 08:57:02.372657 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.wsgi [-] (92664) accepted ('10.222.0.22', 60718) {{(pid=92664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 08:57:02.389057 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-1a35b6eb-58e1-4bde-b033-25c29cd88801 req-faddc1e5-90c5-4a55-8abf-775dca263714 service neutron] 10.222.0.15 "GET /v2.0/networks/832a0f40-6937-4cf8-9860-9cfd8761f3f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.2034585 Jun 22 08:57:02.391123 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.v2.base [None req-78e16d53-a307-4369-9db9-649bf2fa47e9 tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] Request body: {'floatingip': {'floating_network_id': '229d5e4a-3847-4866-aa2f-e37dad8eeeae'}} {{(pid=92664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 08:57:02.439130 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.provisioning_blocks [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Provisioning complete for port ba671f67-7b65-40aa-89c3-5822dacef29e triggered by entity L2. {{(pid=92666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 08:57:02.439980 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133917554'] for port, provisioning_complete {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:02.537018 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [req-6cd9a345-55bd-488c-98de-2e1de956deba req-255d7139-ca7f-4250-b596-829fb8a8d7ab tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-133719719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-133660957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728379583061'] for port, after_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:02.551502 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:57:02.560028 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0b74fe4-96ee-44fe-b0a1-6f476001a401 req-bff6cce6-41b4-49c5-821f-0f7c771fc7a6 tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] Made reservation on behalf of 579dfe35a1f942f09a66abcabc039fa9 for: {'port': 1} {{(pid=92665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 08:57:02.563320 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-14f5bf7f-7f9f-41f0-9e6a-7d09b346ce1d tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-133719719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-133660957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728379583061'] for port, after_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:02.566146 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [req-b0b74fe4-96ee-44fe-b0a1-6f476001a401 req-bff6cce6-41b4-49c5-821f-0f7c771fc7a6 tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-133719140'] for port, before_create {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:02.649150 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-78e16d53-a307-4369-9db9-649bf2fa47e9 tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] Notify callbacks [] for floatingip, before_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:02.802219 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6cd9a345-55bd-488c-98de-2e1de956deba req-255d7139-ca7f-4250-b596-829fb8a8d7ab tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] Network fc5fbf8b-b290-4909-ad02-6e42f6cbe581 is already hosted by enough agents. {{(pid=92664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 08:57:02.833665 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14f5bf7f-7f9f-41f0-9e6a-7d09b346ce1d tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Network 229d5e4a-3847-4866-aa2f-e37dad8eeeae is already hosted by enough agents. {{(pid=92664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 08:57:02.871853 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.scheduler.base_scheduler [None req-14f5bf7f-7f9f-41f0-9e6a-7d09b346ce1d tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Resources bound (agent type, host, resource id): {{(pid=92664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 08:57:02.874769 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14f5bf7f-7f9f-41f0-9e6a-7d09b346ce1d tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Received port after_create {{(pid=92664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 08:57:02.972676 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255d7139-ca7f-4250-b596-829fb8a8d7ab tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] Pushing event updated for resources: {'Port': ['ID=6ab09213-7b76-4916-b567-c7f2efba2826,revision_number=1']} {{(pid=92664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:57:02.978146 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-255d7139-ca7f-4250-b596-829fb8a8d7ab tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.427s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:57:03.008283 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-dbad1703-b62f-4a29-be3d-98406e332045 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.337s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:57:03.068727 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.scheduler.base_scheduler [req-6cd9a345-55bd-488c-98de-2e1de956deba req-255d7139-ca7f-4250-b596-829fb8a8d7ab tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] Resources bound (agent type, host, resource id): {{(pid=92664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 08:57:03.077717 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cd9a345-55bd-488c-98de-2e1de956deba req-255d7139-ca7f-4250-b596-829fb8a8d7ab tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] Received port after_create {{(pid=92664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 08:57:03.098556 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd9a345-55bd-488c-98de-2e1de956deba req-255d7139-ca7f-4250-b596-829fb8a8d7ab tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:57:03.100211 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [req-6cd9a345-55bd-488c-98de-2e1de956deba req-255d7139-ca7f-4250-b596-829fb8a8d7ab tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133660928'] for port, before_response {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:03.165334 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f5bf7f-7f9f-41f0-9e6a-7d09b346ce1d tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Pushing event updated for resources: {'Port': ['ID=c7cab6f6-0f92-45ae-b33c-33a185e97924,revision_number=1']} {{(pid=92664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:57:03.176024 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-14f5bf7f-7f9f-41f0-9e6a-7d09b346ce1d tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:57:03.193749 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-6cd9a345-55bd-488c-98de-2e1de956deba req-255d7139-ca7f-4250-b596-829fb8a8d7ab tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1207583 Jun 22 08:57:03.195280 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-14f5bf7f-7f9f-41f0-9e6a-7d09b346ce1d tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:03.220662 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.v2.base [req-6cd9a345-55bd-488c-98de-2e1de956deba req-e3c527a9-f225-46a0-bffe-b35428e2ccd3 service neutron] Request body: {'port': {'device_id': '4ac5f7be-69be-4bc1-ac2a-6d08449ce0a9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79733'}} {{(pid=92664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 08:57:03.374516 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-14f5bf7f-7f9f-41f0-9e6a-7d09b346ce1d tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133719154'] for port, before_update {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:03.395499 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.db.db_base_plugin_common [req-b0b74fe4-96ee-44fe-b0a1-6f476001a401 req-bff6cce6-41b4-49c5-821f-0f7c771fc7a6 tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] Allocated IP 172.20.0.6 (fc5fbf8b-b290-4909-ad02-6e42f6cbe581/d4b70363-b957-482d-afbc-e3f16f2e15d6/724f3001-5ca6-4fd7-8c9e-f51c726da841) {{(pid=92665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 08:57:03.483413 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [req-6cd9a345-55bd-488c-98de-2e1de956deba req-e3c527a9-f225-46a0-bffe-b35428e2ccd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133719154'] for port, before_update {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:03.602420 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-6c133bf3-2335-4953-b170-302687c82db6 req-0000c1f4-bdee-4f1d-8269-1ae7a22a6e3d tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] 10.222.0.22 "GET /v2.0/ports?device_id=f5f2c8e1-c94f-4259-ab73-c6701fe02413 HTTP/1.1" status: 200 len: 210 time: 0.2116065 Jun 22 08:57:03.642586 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-1a35b6eb-58e1-4bde-b033-25c29cd88801 req-0e350198-3474-4f21-8bb9-9b32b34c2d99 service neutron] 10.222.0.15 "GET /v2.0/networks/832a0f40-6937-4cf8-9860-9cfd8761f3f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2433176 Jun 22 08:57:03.661060 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133486ef-2e9a-489c-8c14-0d4ff4ddf097 req-092a4533-179e-47f0-b35a-382ca0981884 tempest-DeleteServersTestJSON-216179078 tempest-DeleteServersTestJSON-216179078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:57:03.663749 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-133486ef-2e9a-489c-8c14-0d4ff4ddf097 req-092a4533-179e-47f0-b35a-382ca0981884 tempest-DeleteServersTestJSON-216179078 tempest-DeleteServersTestJSON-216179078-project] 10.222.0.22 "GET /v2.0/ports?device_id=f6adb4e3-f1e8-4dfb-88e0-eea47b24076d HTTP/1.1" status: 200 len: 944 time: 1.1745346 Jun 22 08:57:03.740104 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.rpc [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Device b0b02c39-0c6a-4917-b5e9-ac6ef5032e86 up at agent ovs-agent-dv-cinder-797333-1-smb {{(pid=92666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 08:57:03.796819 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-78e16d53-a307-4369-9db9-649bf2fa47e9 tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-133719140'] for port, before_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:03.822226 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.wsgi [-] (92665) accepted ('10.222.0.22', 60766) {{(pid=92665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 08:57:03.887065 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.provisioning_blocks [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Provisioning complete for port b0b02c39-0c6a-4917-b5e9-ac6ef5032e86 triggered by entity L2. {{(pid=92666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 08:57:03.888153 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133917554'] for port, provisioning_complete {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:03.898261 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-133486ef-2e9a-489c-8c14-0d4ff4ddf097 req-31690b01-7752-4565-b91c-686f84c28f27 tempest-DeleteServersTestJSON-216179078 tempest-DeleteServersTestJSON-216179078-project] 10.222.0.22 "GET /v2.0/security-groups?id=1548d3c8-84c0-49f5-b8c1-fb6044ba6323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2214775 Jun 22 08:57:04.071181 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [req-b0b74fe4-96ee-44fe-b0a1-6f476001a401 req-bff6cce6-41b4-49c5-821f-0f7c771fc7a6 tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] Notify callbacks [] for port, precommit_create {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:04.113883 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.db.db_base_plugin_common [None req-78e16d53-a307-4369-9db9-649bf2fa47e9 tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] Allocated IP 172.28.3.5 (229d5e4a-3847-4866-aa2f-e37dad8eeeae/86526ad5-0ce1-4847-a8b3-31fb35f84f34/631d5bce-2bc2-44a2-833f-3debb9c7f44e) {{(pid=92664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 08:57:04.117539 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-14f5bf7f-7f9f-41f0-9e6a-7d09b346ce1d tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Notify callbacks [] for port, precommit_update {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:04.143849 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-14f5bf7f-7f9f-41f0-9e6a-7d09b346ce1d tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133719696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133660950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728380107731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728379583079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728379583124'] for port, after_update {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:04.161368 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:57:04.188492 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [req-b0b74fe4-96ee-44fe-b0a1-6f476001a401 req-bff6cce6-41b4-49c5-821f-0f7c771fc7a6 tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-133719719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-133660957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728379583061'] for port, after_create {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:04.205010 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:57:04.236263 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0b74fe4-96ee-44fe-b0a1-6f476001a401 req-bff6cce6-41b4-49c5-821f-0f7c771fc7a6 tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] Network fc5fbf8b-b290-4909-ad02-6e42f6cbe581 is already hosted by enough agents. {{(pid=92665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 08:57:04.273720 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-14f5bf7f-7f9f-41f0-9e6a-7d09b346ce1d tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-546628'] for floatingip, after_update {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:04.307240 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.scheduler.base_scheduler [req-b0b74fe4-96ee-44fe-b0a1-6f476001a401 req-bff6cce6-41b4-49c5-821f-0f7c771fc7a6 tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] Resources bound (agent type, host, resource id): {{(pid=92665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 08:57:04.351922 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0b74fe4-96ee-44fe-b0a1-6f476001a401 req-bff6cce6-41b4-49c5-821f-0f7c771fc7a6 tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] Received port after_create {{(pid=92665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 08:57:04.361022 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b74fe4-96ee-44fe-b0a1-6f476001a401 req-bff6cce6-41b4-49c5-821f-0f7c771fc7a6 tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:57:04.361744 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [req-b0b74fe4-96ee-44fe-b0a1-6f476001a401 req-bff6cce6-41b4-49c5-821f-0f7c771fc7a6 tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133660928'] for port, before_response {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:04.408360 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-0d0d3596-c2ce-4b15-b88d-48d99290ed16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:04.440996 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-b0b74fe4-96ee-44fe-b0a1-6f476001a401 req-bff6cce6-41b4-49c5-821f-0f7c771fc7a6 tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6327007 Jun 22 08:57:04.453992 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff6cce6-41b4-49c5-821f-0f7c771fc7a6 tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] Pushing event updated for resources: {'Port': ['ID=724f3001-5ca6-4fd7-8c9e-f51c726da841,revision_number=1']} {{(pid=92665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:57:04.464578 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.v2.base [req-b0b74fe4-96ee-44fe-b0a1-6f476001a401 req-f9cf0f1f-6b36-4ee1-b3a5-547a4258e266 service neutron] Request body: {'port': {'device_id': 'f5f2c8e1-c94f-4259-ab73-c6701fe02413', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79733'}} {{(pid=92665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 08:57:04.467270 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-bff6cce6-41b4-49c5-821f-0f7c771fc7a6 tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:57:04.481482 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f5bf7f-7f9f-41f0-9e6a-7d09b346ce1d tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Pushing event updated for resources: {'Port': ['ID=c7cab6f6-0f92-45ae-b33c-33a185e97924,revision_number=2']} {{(pid=92664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:57:04.488848 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-14f5bf7f-7f9f-41f0-9e6a-7d09b346ce1d tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:57:04.575179 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.notifiers.nova [req-6cd9a345-55bd-488c-98de-2e1de956deba req-e3c527a9-f225-46a0-bffe-b35428e2ccd3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ab09213-7b76-4916-b567-c7f2efba2826 {{(pid=92664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 08:57:04.585815 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [req-6cd9a345-55bd-488c-98de-2e1de956deba req-e3c527a9-f225-46a0-bffe-b35428e2ccd3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:04.601367 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.db.provisioning_blocks [req-6cd9a345-55bd-488c-98de-2e1de956deba req-e3c527a9-f225-46a0-bffe-b35428e2ccd3 service neutron] Transition to ACTIVE for port object 6ab09213-7b76-4916-b567-c7f2efba2826 will not be triggered until provisioned by entity L2. {{(pid=92664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 08:57:04.606192 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [req-b0b74fe4-96ee-44fe-b0a1-6f476001a401 req-f9cf0f1f-6b36-4ee1-b3a5-547a4258e266 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133719154'] for port, before_update {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:04.610418 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [req-6cd9a345-55bd-488c-98de-2e1de956deba req-e3c527a9-f225-46a0-bffe-b35428e2ccd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133719696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133660950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728380107731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728379583079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728379583124'] for port, after_update {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:04.620185 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-69fdea31-27f3-4ba2-9b93-38f7902ff699 tempest-DeleteServersTestJSON-216179078 tempest-DeleteServersTestJSON-216179078-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:57:04.670831 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c527a9-f225-46a0-bffe-b35428e2ccd3 service neutron] Pushing event updated for resources: {'Port': ['ID=6ab09213-7b76-4916-b567-c7f2efba2826,revision_number=2']} {{(pid=92664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:57:04.688147 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-e3c527a9-f225-46a0-bffe-b35428e2ccd3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:57:04.710114 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-0d0d3596-c2ce-4b15-b88d-48d99290ed16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:04.734909 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-0d0d3596-c2ce-4b15-b88d-48d99290ed16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748303'] for security_group, after_create {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:04.742508 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-78e16d53-a307-4369-9db9-649bf2fa47e9 tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] Notify callbacks [] for port, precommit_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:04.756428 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-14f5bf7f-7f9f-41f0-9e6a-7d09b346ce1d tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27927'] for floatingip, before_response {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:04.758867 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [None req-14f5bf7f-7f9f-41f0-9e6a-7d09b346ce1d tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.3149409 Jun 22 08:57:04.789129 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:57:04.817285 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.plugins.ml2.managers [req-6cd9a345-55bd-488c-98de-2e1de956deba req-e3c527a9-f225-46a0-bffe-b35428e2ccd3 service neutron] Attempting to bind port 6ab09213-7b76-4916-b567-c7f2efba2826 on host hv-cinder-79733 for vnic_type normal with profile {{(pid=92664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 08:57:04.817924 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.plugins.ml2.managers [req-6cd9a345-55bd-488c-98de-2e1de956deba req-e3c527a9-f225-46a0-bffe-b35428e2ccd3 service neutron] Attempting to bind port 6ab09213-7b76-4916-b567-c7f2efba2826 by drivers openvswitch,hyperv on host hv-cinder-79733 at level 0 using segments [{'id': '575d0fd2-418e-4690-86de-2d9d75fa22cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'fc5fbf8b-b290-4909-ad02-6e42f6cbe581'}] {{(pid=92664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 08:57:04.818576 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cd9a345-55bd-488c-98de-2e1de956deba req-e3c527a9-f225-46a0-bffe-b35428e2ccd3 service neutron] Attempting to bind port 6ab09213-7b76-4916-b567-c7f2efba2826 on network fc5fbf8b-b290-4909-ad02-6e42f6cbe581 {{(pid=92664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 08:57:04.828992 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cd9a345-55bd-488c-98de-2e1de956deba req-e3c527a9-f225-46a0-bffe-b35428e2ccd3 service neutron] Port 6ab09213-7b76-4916-b567-c7f2efba2826 on network fc5fbf8b-b290-4909-ad02-6e42f6cbe581 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79733 {{(pid=92664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 08:57:04.829529 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cd9a345-55bd-488c-98de-2e1de956deba req-e3c527a9-f225-46a0-bffe-b35428e2ccd3 service neutron] Attempting to bind port 6ab09213-7b76-4916-b567-c7f2efba2826 on network fc5fbf8b-b290-4909-ad02-6e42f6cbe581 {{(pid=92664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 08:57:04.842499 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cd9a345-55bd-488c-98de-2e1de956deba req-e3c527a9-f225-46a0-bffe-b35428e2ccd3 service neutron] Checking agent: {'id': '0fb2479b-8850-47fd-bce9-7c475063265a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79733', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 8, 54, 53), 'started_at': datetime.datetime(2021, 6, 22, 8, 54, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 8, 56, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 08:57:04.843254 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cd9a345-55bd-488c-98de-2e1de956deba req-e3c527a9-f225-46a0-bffe-b35428e2ccd3 service neutron] Checking segment: {'id': '575d0fd2-418e-4690-86de-2d9d75fa22cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'fc5fbf8b-b290-4909-ad02-6e42f6cbe581'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 08:57:04.844110 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cd9a345-55bd-488c-98de-2e1de956deba req-e3c527a9-f225-46a0-bffe-b35428e2ccd3 service neutron] Bound using segment: {'id': '575d0fd2-418e-4690-86de-2d9d75fa22cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'fc5fbf8b-b290-4909-ad02-6e42f6cbe581'} {{(pid=92664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 08:57:04.844863 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.plugins.ml2.managers [req-6cd9a345-55bd-488c-98de-2e1de956deba req-e3c527a9-f225-46a0-bffe-b35428e2ccd3 service neutron] Bound port: 6ab09213-7b76-4916-b567-c7f2efba2826, host: hv-cinder-79733, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '575d0fd2-418e-4690-86de-2d9d75fa22cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'fc5fbf8b-b290-4909-ad02-6e42f6cbe581'}}] {{(pid=92664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 08:57:04.845502 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [req-6cd9a345-55bd-488c-98de-2e1de956deba req-e3c527a9-f225-46a0-bffe-b35428e2ccd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133719154'] for port, before_update {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:04.850284 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-78e16d53-a307-4369-9db9-649bf2fa47e9 tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-133719719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-133660957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728379583061'] for port, after_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:04.864260 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-68c77a9e-e57c-4a1b-b5ab-45f7373d7fbe service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:57:04.949129 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [None req-0d0d3596-c2ce-4b15-b88d-48d99290ed16 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=d647fd5b0098463789896bdafe659ca9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1253185 Jun 22 08:57:04.958895 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.wsgi [-] (92664) accepted ('10.222.0.22', 60812) {{(pid=92664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 08:57:04.970783 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78e16d53-a307-4369-9db9-649bf2fa47e9 tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] Network 229d5e4a-3847-4866-aa2f-e37dad8eeeae is already hosted by enough agents. {{(pid=92664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 08:57:05.002677 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e16d53-a307-4369-9db9-649bf2fa47e9 tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] Pushing event updated for resources: {'Port': ['ID=631d5bce-2bc2-44a2-833f-3debb9c7f44e,revision_number=1']} {{(pid=92664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:57:05.014135 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-78e16d53-a307-4369-9db9-649bf2fa47e9 tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:57:05.015700 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.scheduler.base_scheduler [None req-78e16d53-a307-4369-9db9-649bf2fa47e9 tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] Resources bound (agent type, host, resource id): {{(pid=92664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 08:57:05.019002 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78e16d53-a307-4369-9db9-649bf2fa47e9 tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] Received port after_create {{(pid=92664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 08:57:05.057298 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0d3596-c2ce-4b15-b88d-48d99290ed16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=487daac5-2c93-4c5e-b534-b265c96442f0,revision_number=1']} {{(pid=92665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:57:05.084795 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-0d0d3596-c2ce-4b15-b88d-48d99290ed16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:57:05.091557 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.plugins.ml2.db [req-6cd9a345-55bd-488c-98de-2e1de956deba req-e3c527a9-f225-46a0-bffe-b35428e2ccd3 service neutron] For port 6ab09213-7b76-4916-b567-c7f2efba2826, host hv-cinder-79733, cleared binding levels {{(pid=92664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 08:57:05.096337 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.plugins.ml2.db [req-6cd9a345-55bd-488c-98de-2e1de956deba req-e3c527a9-f225-46a0-bffe-b35428e2ccd3 service neutron] For port 6ab09213-7b76-4916-b567-c7f2efba2826, host hv-cinder-79733, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79733',level=0,port_id=6ab09213-7b76-4916-b567-c7f2efba2826,segment=NetworkSegment(575d0fd2-418e-4690-86de-2d9d75fa22cd),segment_id=575d0fd2-418e-4690-86de-2d9d75fa22cd)] {{(pid=92664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 08:57:05.115488 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [req-6cd9a345-55bd-488c-98de-2e1de956deba req-e3c527a9-f225-46a0-bffe-b35428e2ccd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133719696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133660950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728380107731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728379583079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728379583124'] for port, after_update {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:05.154604 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:57:05.188763 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.rpc [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Device 1ba5c7c5-ad67-4c73-9ec9-cf2724f618c5 details requested by agent hyperv_hv-cinder-79733 with host hv-cinder-79733 {{(pid=92666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 08:57:05.197999 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd9a345-55bd-488c-98de-2e1de956deba req-e3c527a9-f225-46a0-bffe-b35428e2ccd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:57:05.199119 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [req-6cd9a345-55bd-488c-98de-2e1de956deba req-e3c527a9-f225-46a0-bffe-b35428e2ccd3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133660928'] for port, before_response {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:05.200888 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-6cd9a345-55bd-488c-98de-2e1de956deba req-e3c527a9-f225-46a0-bffe-b35428e2ccd3 service neutron] 10.222.0.15 "PUT /v2.0/ports/6ab09213-7b76-4916-b567-c7f2efba2826 HTTP/1.1" status: 200 len: 1093 time: 1.9929082 Jun 22 08:57:05.204145 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ac5f7be-69be-4bc1-ac2a-6d08449ce0a9', 'tag': '6ab09213-7b76-4916-b567-c7f2efba2826'}] {{(pid=92664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 08:57:05.206771 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}204e7d68aaf5059dd7cb24067ff1be2165df2a8c21773c1dc73aa01b5c6655f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a455ebb-b225-400b-81d6-b76a1e97d258" -d '{"events": [{"name": "network-changed", "server_uuid": "4ac5f7be-69be-4bc1-ac2a-6d08449ce0a9", "tag": "6ab09213-7b76-4916-b567-c7f2efba2826"}]}' {{(pid=92664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 08:57:05.241625 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-78e16d53-a307-4369-9db9-649bf2fa47e9 tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:05.289602 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c527a9-f225-46a0-bffe-b35428e2ccd3 service neutron] Pushing event updated for resources: {'Port': ['ID=6ab09213-7b76-4916-b567-c7f2efba2826,revision_number=3']} {{(pid=92664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:57:05.310700 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-ef7e21a4-6adb-46fd-a371-8555436901f2 req-98a27618-3988-4b8c-8052-9c27db0d3063 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--1208648684&fields=id&tenant_id=0dbc55deeb2a42a3bb10502a7c6fc28b HTTP/1.1" status: 200 len: 267 time: 0.1327329 Jun 22 08:57:05.316028 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-e3c527a9-f225-46a0-bffe-b35428e2ccd3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:57:05.316943 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-a5b1a595-452d-4251-97ff-5d94452d5fee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:05.360746 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998e07af-ed03-4363-a0b6-30e91567c485 req-c73475e1-c22e-4408-b53e-95499271629c tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:57:05.362518 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-998e07af-ed03-4363-a0b6-30e91567c485 req-c73475e1-c22e-4408-b53e-95499271629c tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] 10.222.0.22 "GET /v2.0/ports?device_id=f5f2c8e1-c94f-4259-ab73-c6701fe02413 HTTP/1.1" status: 200 len: 931 time: 0.3723054 Jun 22 08:57:05.369695 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.db [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] For port 1ba5c7c5-ad67-4c73-9ec9-cf2724f618c5, host hv-cinder-79733, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79733',level=0,port_id=1ba5c7c5-ad67-4c73-9ec9-cf2724f618c5,segment=NetworkSegment(65066843-210f-408d-bbb9-a6cf53d0f702),segment_id=65066843-210f-408d-bbb9-a6cf53d0f702)] {{(pid=92666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 08:57:05.382357 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-a5b1a595-452d-4251-97ff-5d94452d5fee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:05.385903 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.rpc [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Returning: {'device': '1ba5c7c5-ad67-4c73-9ec9-cf2724f618c5', 'network_id': '832a0f40-6937-4cf8-9860-9cfd8761f3f2', 'port_id': '1ba5c7c5-ad67-4c73-9ec9-cf2724f618c5', 'mac_address': 'fa:16:3e:ad:76:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41b3d805-cf94-47db-93b9-afda76b6f282', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 08:57:05.406899 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-78e16d53-a307-4369-9db9-649bf2fa47e9 tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133719154'] for port, before_update {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:05.441555 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133719154'] for port, before_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:05.465546 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.notifiers.nova [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ba5c7c5-ad67-4c73-9ec9-cf2724f618c5 {{(pid=92666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 08:57:05.486015 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd9a345-55bd-488c-98de-2e1de956deba req-bde8e1a0-9180-48fc-87bb-21cc36469681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:57:05.488487 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-6cd9a345-55bd-488c-98de-2e1de956deba req-bde8e1a0-9180-48fc-87bb-21cc36469681 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=579dfe35a1f942f09a66abcabc039fa9&device_id=4ac5f7be-69be-4bc1-ac2a-6d08449ce0a9 HTTP/1.1" status: 200 len: 1096 time: 0.2236495 Jun 22 08:57:05.539804 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.db [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] For port 1ba5c7c5-ad67-4c73-9ec9-cf2724f618c5, host hv-cinder-79733, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79733',level=0,port_id=1ba5c7c5-ad67-4c73-9ec9-cf2724f618c5,segment=NetworkSegment(65066843-210f-408d-bbb9-a6cf53d0f702),segment_id=65066843-210f-408d-bbb9-a6cf53d0f702)] {{(pid=92666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 08:57:05.547372 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133719696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133660950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728380107731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728379583079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728379583124'] for port, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:05.562070 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:57:05.574450 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-6cd9a345-55bd-488c-98de-2e1de956deba req-5a7e3f0e-05d4-42f8-992e-50bffb8f6d49 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6ab09213-7b76-4916-b567-c7f2efba2826 HTTP/1.1" status: 200 len: 217 time: 0.0775921 Jun 22 08:57:05.622780 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-a5b1a595-452d-4251-97ff-5d94452d5fee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748303'] for security_group, after_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:05.631885 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-a5b1a595-452d-4251-97ff-5d94452d5fee admin admin] Notify callbacks [] for security_group, before_response {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:05.633003 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [None req-a5b1a595-452d-4251-97ff-5d94452d5fee admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/487daac5-2c93-4c5e-b534-b265c96442f0 HTTP/1.1" status: 204 len: 168 time: 0.6730807 Jun 22 08:57:05.640635 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-998e07af-ed03-4363-a0b6-30e91567c485 req-43968f54-db89-419f-bc90-81da59677ea2 tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] 10.222.0.22 "GET /v2.0/security-groups?id=b898a60c-7fe8-421c-bc5f-0e7f60ad4a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2617044 Jun 22 08:57:05.653968 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:57:05.678439 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.notifiers.nova [req-b0b74fe4-96ee-44fe-b0a1-6f476001a401 req-f9cf0f1f-6b36-4ee1-b3a5-547a4258e266 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 724f3001-5ca6-4fd7-8c9e-f51c726da841 {{(pid=92665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 08:57:05.699908 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Pushing event updated for resources: {'Port': ['ID=1ba5c7c5-ad67-4c73-9ec9-cf2724f618c5,revision_number=4']} {{(pid=92666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:57:05.713238 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG oslo_concurrency.lockutils [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=92666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:57:05.723720 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7e21a4-6adb-46fd-a371-8555436901f2 req-bab8dd49-2f14-434a-a8ad-a38af2398bcd tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:57:05.725537 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-ef7e21a4-6adb-46fd-a371-8555436901f2 req-bab8dd49-2f14-434a-a8ad-a38af2398bcd tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.22 "GET /v2.0/networks?id=266e7c95-823e-49c0-9793-a3850a55863e HTTP/1.1" status: 200 len: 817 time: 0.3736057 Jun 22 08:57:05.731146 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b1a595-452d-4251-97ff-5d94452d5fee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=487daac5-2c93-4c5e-b534-b265c96442f0,revision_number=None']} {{(pid=92664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:57:05.747268 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [req-b0b74fe4-96ee-44fe-b0a1-6f476001a401 req-f9cf0f1f-6b36-4ee1-b3a5-547a4258e266 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:05.750050 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-a5b1a595-452d-4251-97ff-5d94452d5fee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:57:05.765967 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd9a345-55bd-488c-98de-2e1de956deba req-86f3b429-1a91-4823-8445-12db35f7bbb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:57:05.769862 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-6cd9a345-55bd-488c-98de-2e1de956deba req-86f3b429-1a91-4823-8445-12db35f7bbb7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d4b70363-b957-482d-afbc-e3f16f2e15d6 HTTP/1.1" status: 200 len: 859 time: 0.1871974 Jun 22 08:57:05.788768 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-ef7e21a4-6adb-46fd-a371-8555436901f2 req-475854eb-4527-4a27-8ea0-ffc720c22a54 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.22 "GET /v2.0/quotas/0dbc55deeb2a42a3bb10502a7c6fc28b HTTP/1.1" status: 200 len: 375 time: 0.0290403 Jun 22 08:57:05.811737 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.db.provisioning_blocks [req-b0b74fe4-96ee-44fe-b0a1-6f476001a401 req-f9cf0f1f-6b36-4ee1-b3a5-547a4258e266 service neutron] Transition to ACTIVE for port object 724f3001-5ca6-4fd7-8c9e-f51c726da841 will not be triggered until provisioned by entity L2. {{(pid=92665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 08:57:05.835076 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.db [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] get_ports_and_sgs() called for port_ids ['1ba5c7c5-ad67-4c73-9ec9-cf2724f618c5'] {{(pid=92666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 08:57:05.837344 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [req-b0b74fe4-96ee-44fe-b0a1-6f476001a401 req-f9cf0f1f-6b36-4ee1-b3a5-547a4258e266 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133719696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133660950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728380107731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728379583079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728379583124'] for port, after_update {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:05.845165 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-6cd9a345-55bd-488c-98de-2e1de956deba req-75f251d7-f079-4e40-9f50-7d50db94dfa3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fc5fbf8b-b290-4909-ad02-6e42f6cbe581&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0586789 Jun 22 08:57:05.926926 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-74fb4503-6669-44ec-ae81-c7df8a3bef63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:57:05.927192 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-78e16d53-a307-4369-9db9-649bf2fa47e9 tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] Notify callbacks [] for port, precommit_update {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:05.933464 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-78e16d53-a307-4369-9db9-649bf2fa47e9 tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133719696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133660950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728380107731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728379583079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728379583124'] for port, after_update {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:05.943868 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:57:06.018600 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-78e16d53-a307-4369-9db9-649bf2fa47e9 tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-546628'] for floatingip, after_update {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:06.108678 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-6cd9a345-55bd-488c-98de-2e1de956deba req-d5962ac8-57cb-4f1c-85ac-d72464e6e121 service neutron] 10.222.0.15 "GET /v2.0/networks/fc5fbf8b-b290-4909-ad02-6e42f6cbe581?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2562990 Jun 22 08:57:06.110096 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e16d53-a307-4369-9db9-649bf2fa47e9 tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] Pushing event updated for resources: {'Port': ['ID=631d5bce-2bc2-44a2-833f-3debb9c7f44e,revision_number=2']} {{(pid=92664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:57:06.127560 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-78e16d53-a307-4369-9db9-649bf2fa47e9 tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:57:06.142686 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-78e16d53-a307-4369-9db9-649bf2fa47e9 tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27927'] for floatingip, before_response {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:06.165438 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [None req-78e16d53-a307-4369-9db9-649bf2fa47e9 tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 3.7842755 Jun 22 08:57:06.391406 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cf0f1f-6b36-4ee1-b3a5-547a4258e266 service neutron] Pushing event updated for resources: {'Port': ['ID=724f3001-5ca6-4fd7-8c9e-f51c726da841,revision_number=2']} {{(pid=92665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:57:06.406494 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-f9cf0f1f-6b36-4ee1-b3a5-547a4258e266 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.472s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:57:06.432746 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-6cd9a345-55bd-488c-98de-2e1de956deba req-d4622090-8354-479c-9980-fe9f75a9345e service neutron] 10.222.0.15 "GET /v2.0/networks/fc5fbf8b-b290-4909-ad02-6e42f6cbe581?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3032744 Jun 22 08:57:06.496248 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5272d641-b3d1-4e28-963d-db8a92b86008 req-5daa073f-246a-4fe7-8b49-51a83227cd5f tempest-DeleteServersTestJSON-216179078 tempest-DeleteServersTestJSON-216179078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:57:06.498227 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-5272d641-b3d1-4e28-963d-db8a92b86008 req-5daa073f-246a-4fe7-8b49-51a83227cd5f tempest-DeleteServersTestJSON-216179078 tempest-DeleteServersTestJSON-216179078-project] 10.222.0.22 "GET /v2.0/ports?device_id=f6adb4e3-f1e8-4dfb-88e0-eea47b24076d HTTP/1.1" status: 200 len: 945 time: 0.6591012 Jun 22 08:57:06.551537 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-ef7e21a4-6adb-46fd-a371-8555436901f2 req-281f3cb0-5b4f-49a5-a791-3f5266ac5325 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=0dbc55deeb2a42a3bb10502a7c6fc28b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.7342007 Jun 22 08:57:06.596524 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.plugins.ml2.managers [req-b0b74fe4-96ee-44fe-b0a1-6f476001a401 req-f9cf0f1f-6b36-4ee1-b3a5-547a4258e266 service neutron] Attempting to bind port 724f3001-5ca6-4fd7-8c9e-f51c726da841 on host hv-cinder-79733 for vnic_type normal with profile {{(pid=92665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 08:57:06.597075 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.plugins.ml2.managers [req-b0b74fe4-96ee-44fe-b0a1-6f476001a401 req-f9cf0f1f-6b36-4ee1-b3a5-547a4258e266 service neutron] Attempting to bind port 724f3001-5ca6-4fd7-8c9e-f51c726da841 by drivers openvswitch,hyperv on host hv-cinder-79733 at level 0 using segments [{'id': '575d0fd2-418e-4690-86de-2d9d75fa22cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'fc5fbf8b-b290-4909-ad02-6e42f6cbe581'}] {{(pid=92665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 08:57:06.597296 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0b74fe4-96ee-44fe-b0a1-6f476001a401 req-f9cf0f1f-6b36-4ee1-b3a5-547a4258e266 service neutron] Attempting to bind port 724f3001-5ca6-4fd7-8c9e-f51c726da841 on network fc5fbf8b-b290-4909-ad02-6e42f6cbe581 {{(pid=92665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 08:57:06.655193 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0b74fe4-96ee-44fe-b0a1-6f476001a401 req-f9cf0f1f-6b36-4ee1-b3a5-547a4258e266 service neutron] Port 724f3001-5ca6-4fd7-8c9e-f51c726da841 on network fc5fbf8b-b290-4909-ad02-6e42f6cbe581 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79733 {{(pid=92665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 08:57:06.655845 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0b74fe4-96ee-44fe-b0a1-6f476001a401 req-f9cf0f1f-6b36-4ee1-b3a5-547a4258e266 service neutron] Attempting to bind port 724f3001-5ca6-4fd7-8c9e-f51c726da841 on network fc5fbf8b-b290-4909-ad02-6e42f6cbe581 {{(pid=92665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 08:57:06.673385 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0b74fe4-96ee-44fe-b0a1-6f476001a401 req-f9cf0f1f-6b36-4ee1-b3a5-547a4258e266 service neutron] Checking agent: {'id': '0fb2479b-8850-47fd-bce9-7c475063265a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79733', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 8, 54, 53), 'started_at': datetime.datetime(2021, 6, 22, 8, 54, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 8, 56, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 08:57:06.673774 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0b74fe4-96ee-44fe-b0a1-6f476001a401 req-f9cf0f1f-6b36-4ee1-b3a5-547a4258e266 service neutron] Checking segment: {'id': '575d0fd2-418e-4690-86de-2d9d75fa22cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'fc5fbf8b-b290-4909-ad02-6e42f6cbe581'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 08:57:06.674469 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0b74fe4-96ee-44fe-b0a1-6f476001a401 req-f9cf0f1f-6b36-4ee1-b3a5-547a4258e266 service neutron] Bound using segment: {'id': '575d0fd2-418e-4690-86de-2d9d75fa22cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'fc5fbf8b-b290-4909-ad02-6e42f6cbe581'} {{(pid=92665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 08:57:06.674832 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.plugins.ml2.managers [req-b0b74fe4-96ee-44fe-b0a1-6f476001a401 req-f9cf0f1f-6b36-4ee1-b3a5-547a4258e266 service neutron] Bound port: 724f3001-5ca6-4fd7-8c9e-f51c726da841, host: hv-cinder-79733, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '575d0fd2-418e-4690-86de-2d9d75fa22cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'fc5fbf8b-b290-4909-ad02-6e42f6cbe581'}}] {{(pid=92665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 08:57:06.675186 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [req-b0b74fe4-96ee-44fe-b0a1-6f476001a401 req-f9cf0f1f-6b36-4ee1-b3a5-547a4258e266 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133719154'] for port, before_update {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:06.700060 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-5272d641-b3d1-4e28-963d-db8a92b86008 req-45ee9975-23a4-4069-8ac1-ce79d0b7ba42 tempest-DeleteServersTestJSON-216179078 tempest-DeleteServersTestJSON-216179078-project] 10.222.0.22 "GET /v2.0/security-groups?id=1548d3c8-84c0-49f5-b8c1-fb6044ba6323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885092 Jun 22 08:57:06.771596 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-ef7e21a4-6adb-46fd-a371-8555436901f2 req-0f1856f5-d26f-461a-aa57-d12109bf0eba service neutron] 10.222.0.22 "GET /v2.0/networks/266e7c95-823e-49c0-9793-a3850a55863e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1956561 Jun 22 08:57:06.964514 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 08:57:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce1495dd-bf16-40b6-9c3b-d17a9cf2d4c7 x-openstack-request-id: req-ce1495dd-bf16-40b6-9c3b-d17a9cf2d4c7 {{(pid=92664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 08:57:06.964973 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ac5f7be-69be-4bc1-ac2a-6d08449ce0a9", "tag": "6ab09213-7b76-4916-b567-c7f2efba2826", "status": "completed", "code": 200}]} {{(pid=92664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 08:57:06.965371 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ce1495dd-bf16-40b6-9c3b-d17a9cf2d4c7 {{(pid=92664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 08:57:06.966568 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ac5f7be-69be-4bc1-ac2a-6d08449ce0a9', 'tag': '6ab09213-7b76-4916-b567-c7f2efba2826', 'status': 'completed', 'code': 200} Jun 22 08:57:07.133021 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.plugins.ml2.db [req-b0b74fe4-96ee-44fe-b0a1-6f476001a401 req-f9cf0f1f-6b36-4ee1-b3a5-547a4258e266 service neutron] For port 724f3001-5ca6-4fd7-8c9e-f51c726da841, host hv-cinder-79733, cleared binding levels {{(pid=92665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 08:57:07.140619 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a455ebb-b225-400b-81d6-b76a1e97d258 req-a3f0b6d7-8ffd-4162-b2e6-49c6806dd619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:57:07.143943 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-6a455ebb-b225-400b-81d6-b76a1e97d258 req-a3f0b6d7-8ffd-4162-b2e6-49c6806dd619 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=579dfe35a1f942f09a66abcabc039fa9&device_id=4ac5f7be-69be-4bc1-ac2a-6d08449ce0a9 HTTP/1.1" status: 200 len: 1096 time: 0.1300511 Jun 22 08:57:07.173148 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.plugins.ml2.db [req-b0b74fe4-96ee-44fe-b0a1-6f476001a401 req-f9cf0f1f-6b36-4ee1-b3a5-547a4258e266 service neutron] For port 724f3001-5ca6-4fd7-8c9e-f51c726da841, host hv-cinder-79733, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79733',level=0,port_id=724f3001-5ca6-4fd7-8c9e-f51c726da841,segment=NetworkSegment(575d0fd2-418e-4690-86de-2d9d75fa22cd),segment_id=575d0fd2-418e-4690-86de-2d9d75fa22cd)] {{(pid=92665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 08:57:07.182606 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.rpc [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Device 1ba5c7c5-ad67-4c73-9ec9-cf2724f618c5 up at agent hyperv_hv-cinder-79733 {{(pid=92666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 08:57:07.185533 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [req-b0b74fe4-96ee-44fe-b0a1-6f476001a401 req-f9cf0f1f-6b36-4ee1-b3a5-547a4258e266 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133719696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133660950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728380107731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728379583079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728379583124'] for port, after_update {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:07.198354 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-92734304-377d-4f54-adec-43a6efc48aff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:57:07.263851 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-ebc6574f-35d5-4d63-9a6a-90379b3f75cf req-77606b41-2f73-4c38-ac22-f72e31d2a429 tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--2126250741&fields=id&tenant_id=539be15b3b01480196a1d49d035c0e00 HTTP/1.1" status: 200 len: 267 time: 0.1359205 Jun 22 08:57:07.273717 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b74fe4-96ee-44fe-b0a1-6f476001a401 req-f9cf0f1f-6b36-4ee1-b3a5-547a4258e266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:57:07.274381 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [req-b0b74fe4-96ee-44fe-b0a1-6f476001a401 req-f9cf0f1f-6b36-4ee1-b3a5-547a4258e266 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133660928'] for port, before_response {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:07.275919 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-b0b74fe4-96ee-44fe-b0a1-6f476001a401 req-f9cf0f1f-6b36-4ee1-b3a5-547a4258e266 service neutron] 10.222.0.15 "PUT /v2.0/ports/724f3001-5ca6-4fd7-8c9e-f51c726da841 HTTP/1.1" status: 200 len: 1093 time: 2.8247271 Jun 22 08:57:07.276491 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5f2c8e1-c94f-4259-ab73-c6701fe02413', 'tag': '724f3001-5ca6-4fd7-8c9e-f51c726da841'}] {{(pid=92665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 08:57:07.295273 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.provisioning_blocks [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Provisioning for port 1ba5c7c5-ad67-4c73-9ec9-cf2724f618c5 completed by entity L2. {{(pid=92666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 08:57:07.310615 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.provisioning_blocks [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Provisioning complete for port 1ba5c7c5-ad67-4c73-9ec9-cf2724f618c5 triggered by entity L2. {{(pid=92666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 08:57:07.311035 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133917554'] for port, provisioning_complete {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:07.394099 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-ef7e21a4-6adb-46fd-a371-8555436901f2 req-0f6a17fd-8963-4d3c-930e-895ecaf73974 service neutron] 10.222.0.22 "GET /v2.0/networks/266e7c95-823e-49c0-9793-a3850a55863e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6056075 Jun 22 08:57:07.443011 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a455ebb-b225-400b-81d6-b76a1e97d258 req-87b80de2-e14a-415e-818b-6eb0ed11dd53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:57:07.444604 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-6a455ebb-b225-400b-81d6-b76a1e97d258 req-87b80de2-e14a-415e-818b-6eb0ed11dd53 service neutron] 10.222.0.15 "GET /v2.0/networks?id=fc5fbf8b-b290-4909-ad02-6e42f6cbe581 HTTP/1.1" status: 200 len: 920 time: 0.2925661 Jun 22 08:57:07.485839 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cf0f1f-6b36-4ee1-b3a5-547a4258e266 service neutron] Pushing event updated for resources: {'Port': ['ID=724f3001-5ca6-4fd7-8c9e-f51c726da841,revision_number=3']} {{(pid=92665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:57:07.492781 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-f9cf0f1f-6b36-4ee1-b3a5-547a4258e266 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:57:07.583010 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133719154'] for port, before_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:07.617120 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b74fe4-96ee-44fe-b0a1-6f476001a401 req-d8ad5a15-f7a5-4d33-8f66-8fa4d2c2943d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:57:07.623089 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-b0b74fe4-96ee-44fe-b0a1-6f476001a401 req-d8ad5a15-f7a5-4d33-8f66-8fa4d2c2943d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=579dfe35a1f942f09a66abcabc039fa9&device_id=f5f2c8e1-c94f-4259-ab73-c6701fe02413 HTTP/1.1" status: 200 len: 1096 time: 0.2405784 Jun 22 08:57:07.637517 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6adb4e3-f1e8-4dfb-88e0-eea47b24076d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ba5c7c5-ad67-4c73-9ec9-cf2724f618c5'}] {{(pid=92666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 08:57:07.648488 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc6574f-35d5-4d63-9a6a-90379b3f75cf req-9f3faa5b-0148-4c1c-97fd-ecccfbac7968 tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:57:07.657731 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-ebc6574f-35d5-4d63-9a6a-90379b3f75cf req-9f3faa5b-0148-4c1c-97fd-ecccfbac7968 tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] 10.222.0.22 "GET /v2.0/networks?id=6858ed3b-c3b9-4692-a3bd-5458c5aaeb61 HTTP/1.1" status: 200 len: 810 time: 0.2789395 Jun 22 08:57:07.777219 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}600ed202ef5c6893f709c92c950a9f9cd42c49f10c76c91c75f79f08b33dd1bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-883efc60-f3d2-49a1-9562-094fd87a41d5" -d '{"events": [{"name": "network-changed", "server_uuid": "f5f2c8e1-c94f-4259-ab73-c6701fe02413", "tag": "724f3001-5ca6-4fd7-8c9e-f51c726da841"}]}' {{(pid=92665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 08:57:07.794708 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.db [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] For port 1ba5c7c5-ad67-4c73-9ec9-cf2724f618c5, host hv-cinder-79733, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79733',level=0,port_id=1ba5c7c5-ad67-4c73-9ec9-cf2724f618c5,segment=NetworkSegment(65066843-210f-408d-bbb9-a6cf53d0f702),segment_id=65066843-210f-408d-bbb9-a6cf53d0f702)] {{(pid=92666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 08:57:07.808321 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-ebc6574f-35d5-4d63-9a6a-90379b3f75cf req-722f6615-78f7-40d1-b544-5edaab6ec4df tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] 10.222.0.22 "GET /v2.0/quotas/539be15b3b01480196a1d49d035c0e00 HTTP/1.1" status: 200 len: 375 time: 0.1457822 Jun 22 08:57:07.808893 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133719696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133660950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728380107731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728379583079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728379583124'] for port, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:07.813616 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:57:07.824194 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-b0b74fe4-96ee-44fe-b0a1-6f476001a401 req-41434367-891c-4078-8328-7174c5b671c1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=724f3001-5ca6-4fd7-8c9e-f51c726da841 HTTP/1.1" status: 200 len: 217 time: 0.1581314 Jun 22 08:57:07.826100 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-6a455ebb-b225-400b-81d6-b76a1e97d258 req-75345f82-8aea-48a8-aa1c-0ec3392e4747 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6ab09213-7b76-4916-b567-c7f2efba2826 HTTP/1.1" status: 200 len: 217 time: 0.3739917 Jun 22 08:57:07.965279 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Pushing event updated for resources: {'Port': ['ID=1ba5c7c5-ad67-4c73-9ec9-cf2724f618c5,revision_number=5']} {{(pid=92666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:57:07.971721 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG oslo_concurrency.lockutils [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=92666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:57:08.000412 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a455ebb-b225-400b-81d6-b76a1e97d258 req-f57b32ef-1bc0-431e-b1f8-4cfc3039fd52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:57:08.002397 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-6a455ebb-b225-400b-81d6-b76a1e97d258 req-f57b32ef-1bc0-431e-b1f8-4cfc3039fd52 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d4b70363-b957-482d-afbc-e3f16f2e15d6 HTTP/1.1" status: 200 len: 859 time: 0.1669950 Jun 22 08:57:08.068700 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-6a455ebb-b225-400b-81d6-b76a1e97d258 req-2c637eb0-1cdd-4908-89b3-cd2fab17cfb5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fc5fbf8b-b290-4909-ad02-6e42f6cbe581&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482812 Jun 22 08:57:08.123561 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.wsgi [-] (92665) accepted ('10.222.0.22', 32768) {{(pid=92665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 08:57:08.127938 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b74fe4-96ee-44fe-b0a1-6f476001a401 req-c9ff4984-3b55-48df-bd15-94c62bbda743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:57:08.129590 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-b0b74fe4-96ee-44fe-b0a1-6f476001a401 req-c9ff4984-3b55-48df-bd15-94c62bbda743 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d4b70363-b957-482d-afbc-e3f16f2e15d6 HTTP/1.1" status: 200 len: 859 time: 0.2540674 Jun 22 08:57:08.173221 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-b0b74fe4-96ee-44fe-b0a1-6f476001a401 req-9e54892d-f4a4-4fe5-85f1-4e7d044fa419 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fc5fbf8b-b290-4909-ad02-6e42f6cbe581&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333881 Jun 22 08:57:08.195706 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-ebc6574f-35d5-4d63-9a6a-90379b3f75cf req-c02269eb-94c1-4ac8-a950-5bb06f7be990 tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=539be15b3b01480196a1d49d035c0e00&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3799102 Jun 22 08:57:08.239444 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-6a455ebb-b225-400b-81d6-b76a1e97d258 req-5bc74fd2-6b6d-485b-8efb-631fce3deffb service neutron] 10.222.0.15 "GET /v2.0/networks/fc5fbf8b-b290-4909-ad02-6e42f6cbe581?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1632996 Jun 22 08:57:08.353597 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d55364b227510a28ea0dc9c97ec82a2823dd2b88b3d79212c5ee75253478bf9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5576d058-8271-40f8-b8f7-1d60d2f7af7f" -d '{"events": [{"server_uuid": "f6adb4e3-f1e8-4dfb-88e0-eea47b24076d", "name": "network-vif-plugged", "status": "completed", "tag": "1ba5c7c5-ad67-4c73-9ec9-cf2724f618c5"}]}' {{(pid=92666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 08:57:08.373291 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-ebc6574f-35d5-4d63-9a6a-90379b3f75cf req-7ce6fbed-dce3-401f-a86b-cbc2842ad4ec service neutron] 10.222.0.22 "GET /v2.0/networks/6858ed3b-c3b9-4692-a3bd-5458c5aaeb61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1594574 Jun 22 08:57:08.407349 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701c1232-61b8-4f45-9bb5-a9d76f9c29e0 req-10d8a78b-2796-446a-9fa2-2847483771fa tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:57:08.415067 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-701c1232-61b8-4f45-9bb5-a9d76f9c29e0 req-10d8a78b-2796-446a-9fa2-2847483771fa tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] 10.222.0.22 "GET /v2.0/ports?device_id=f5f2c8e1-c94f-4259-ab73-c6701fe02413 HTTP/1.1" status: 200 len: 943 time: 0.3790095 Jun 22 08:57:08.452667 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-6a455ebb-b225-400b-81d6-b76a1e97d258 req-64a05095-7c17-4abe-b0fd-0f48614c1a81 service neutron] 10.222.0.15 "GET /v2.0/networks/fc5fbf8b-b290-4909-ad02-6e42f6cbe581?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2035913 Jun 22 08:57:08.551126 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.wsgi [-] (92664) accepted ('10.222.0.22', 32784) {{(pid=92664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 08:57:08.641926 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-b3dd71a7-222c-4de5-81e2-5d0784ef0ea0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:08.656382 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-1d5eab43-e221-4a26-8cc1-5050bf121e56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:08.665894 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-701c1232-61b8-4f45-9bb5-a9d76f9c29e0 req-294a4d48-6e8a-46bb-b8ce-1ce5a3ac875d tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] 10.222.0.22 "GET /v2.0/security-groups?id=b898a60c-7fe8-421c-bc5f-0e7f60ad4a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2493224 Jun 22 08:57:08.674500 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-b0b74fe4-96ee-44fe-b0a1-6f476001a401 req-843c9dc7-039e-43cc-aea0-12d3df01d8cc service neutron] 10.222.0.15 "GET /v2.0/networks/fc5fbf8b-b290-4909-ad02-6e42f6cbe581?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4727392 Jun 22 08:57:08.767417 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.db.api [None req-b3dd71a7-222c-4de5-81e2-5d0784ef0ea0 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 22 08:57:08.767417 dv-cinder-797333-1-smb neutron-server[92665]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jun 22 08:57:08.767417 dv-cinder-797333-1-smb neutron-server[92665]: [parameters: {'project_id': '8a9a92cd3684413cb33bc4ddd438920a', 'id': '6c3b5c7d-3f73-4594-a392-447c1f385dc7', 'expiration': datetime.datetime(2021, 6, 22, 8, 59, 8, 715115)}] Jun 22 08:57:08.767417 dv-cinder-797333-1-smb neutron-server[92665]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=92665) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 22 08:57:08.767889 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_db.api [None req-b3dd71a7-222c-4de5-81e2-5d0784ef0ea0 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=92665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 22 08:57:08.777023 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-ebc6574f-35d5-4d63-9a6a-90379b3f75cf req-a77fdd87-eeaa-4a2e-a197-64da153e0eb7 service neutron] 10.222.0.22 "GET /v2.0/networks/6858ed3b-c3b9-4692-a3bd-5458c5aaeb61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4025846 Jun 22 08:57:08.822339 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-b0b74fe4-96ee-44fe-b0a1-6f476001a401 req-d2d3cd53-bdb6-408b-a1f7-89775557529c service neutron] 10.222.0.15 "GET /v2.0/networks/fc5fbf8b-b290-4909-ad02-6e42f6cbe581?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317201 Jun 22 08:57:08.902267 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-1d5eab43-e221-4a26-8cc1-5050bf121e56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:08.915887 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-1d5eab43-e221-4a26-8cc1-5050bf121e56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748303'] for security_group, after_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:08.941771 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1013fd-4826-4d33-98e6-02ce8736d422 req-65b821b7-c15c-42e4-949b-da66f700af96 tempest-DeleteServersTestJSON-216179078 tempest-DeleteServersTestJSON-216179078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:57:08.943777 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-fd1013fd-4826-4d33-98e6-02ce8736d422 req-65b821b7-c15c-42e4-949b-da66f700af96 tempest-DeleteServersTestJSON-216179078 tempest-DeleteServersTestJSON-216179078-project] 10.222.0.22 "GET /v2.0/ports?device_id=f6adb4e3-f1e8-4dfb-88e0-eea47b24076d HTTP/1.1" status: 200 len: 946 time: 0.0954316 Jun 22 08:57:08.962011 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:57:09.014446 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [None req-1d5eab43-e221-4a26-8cc1-5050bf121e56 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f2add2e14d3342c8bf887a377913ae9b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4611948 Jun 22 08:57:09.015720 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5eab43-e221-4a26-8cc1-5050bf121e56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f932452d-e038-43e4-a254-27cbb2b4c4b1,revision_number=1']} {{(pid=92664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:57:09.025808 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.wsgi [-] (92665) accepted ('10.222.0.22', 32798) {{(pid=92665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 08:57:09.031938 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-1d5eab43-e221-4a26-8cc1-5050bf121e56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:57:09.049499 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-fd1013fd-4826-4d33-98e6-02ce8736d422 req-d5f4079a-ba5a-4f99-bd0f-f03000eabb6b tempest-DeleteServersTestJSON-216179078 tempest-DeleteServersTestJSON-216179078-project] 10.222.0.22 "GET /v2.0/security-groups?id=1548d3c8-84c0-49f5-b8c1-fb6044ba6323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988021 Jun 22 08:57:09.104456 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-b5d922da-de1f-44a2-b97b-8906e95a476f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:09.151731 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-b5d922da-de1f-44a2-b97b-8906e95a476f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:09.200097 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.rpc [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Device 6ab09213-7b76-4916-b567-c7f2efba2826 details requested by agent hyperv_hv-cinder-79733 with host hv-cinder-79733 {{(pid=92666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 08:57:09.253076 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-b5d922da-de1f-44a2-b97b-8906e95a476f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748303'] for security_group, after_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:09.256983 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-b5d922da-de1f-44a2-b97b-8906e95a476f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:09.261190 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [None req-b5d922da-de1f-44a2-b97b-8906e95a476f admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f932452d-e038-43e4-a254-27cbb2b4c4b1 HTTP/1.1" status: 204 len: 168 time: 0.2330513 Jun 22 08:57:09.263594 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 08:57:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f795e88-7283-4347-a3a1-089bfbdd2ad8 x-openstack-request-id: req-2f795e88-7283-4347-a3a1-089bfbdd2ad8 {{(pid=92665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 08:57:09.263894 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5f2c8e1-c94f-4259-ab73-c6701fe02413", "tag": "724f3001-5ca6-4fd7-8c9e-f51c726da841", "status": "completed", "code": 200}]} {{(pid=92665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 08:57:09.264553 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-2f795e88-7283-4347-a3a1-089bfbdd2ad8 {{(pid=92665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 08:57:09.265045 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5f2c8e1-c94f-4259-ab73-c6701fe02413', 'tag': '724f3001-5ca6-4fd7-8c9e-f51c726da841', 'status': 'completed', 'code': 200} Jun 22 08:57:09.266535 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:57:09.269243 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-b3dd71a7-222c-4de5-81e2-5d0784ef0ea0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:09.324973 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d922da-de1f-44a2-b97b-8906e95a476f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f932452d-e038-43e4-a254-27cbb2b4c4b1,revision_number=None']} {{(pid=92665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:57:09.327911 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-b5d922da-de1f-44a2-b97b-8906e95a476f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:57:09.411363 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-470d882b-bd22-4c96-a167-fb0c9d68809f req-29507641-9d56-401e-a3fb-acb576203b03 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.22 "GET /v2.0/ports?device_id=6271050a-4abc-4bde-8b04-76e25bbe6df5 HTTP/1.1" status: 200 len: 210 time: 0.0965724 Jun 22 08:57:09.490455 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 08:57:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c53b3c8-840e-40b9-85d7-e5707e8a6e9c x-openstack-request-id: req-9c53b3c8-840e-40b9-85d7-e5707e8a6e9c {{(pid=92666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 08:57:09.491001 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6adb4e3-f1e8-4dfb-88e0-eea47b24076d", "name": "network-vif-plugged", "status": "completed", "tag": "1ba5c7c5-ad67-4c73-9ec9-cf2724f618c5", "code": 200}]} {{(pid=92666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 08:57:09.491001 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-9c53b3c8-840e-40b9-85d7-e5707e8a6e9c {{(pid=92666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 08:57:09.491443 dv-cinder-797333-1-smb neutron-server[92666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6adb4e3-f1e8-4dfb-88e0-eea47b24076d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ba5c7c5-ad67-4c73-9ec9-cf2724f618c5', 'code': 200} Jun 22 08:57:09.569655 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883efc60-f3d2-49a1-9562-094fd87a41d5 req-5ebee8fd-c991-4f0e-a5eb-896f0a51cedc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:57:09.571155 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-883efc60-f3d2-49a1-9562-094fd87a41d5 req-5ebee8fd-c991-4f0e-a5eb-896f0a51cedc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=579dfe35a1f942f09a66abcabc039fa9&device_id=f5f2c8e1-c94f-4259-ab73-c6701fe02413 HTTP/1.1" status: 200 len: 1096 time: 0.2583828 Jun 22 08:57:09.592542 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.db [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] For port 6ab09213-7b76-4916-b567-c7f2efba2826, host hv-cinder-79733, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79733',level=0,port_id=6ab09213-7b76-4916-b567-c7f2efba2826,segment=NetworkSegment(575d0fd2-418e-4690-86de-2d9d75fa22cd),segment_id=575d0fd2-418e-4690-86de-2d9d75fa22cd)] {{(pid=92666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 08:57:09.635736 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.rpc [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Returning: {'device': '6ab09213-7b76-4916-b567-c7f2efba2826', 'network_id': 'fc5fbf8b-b290-4909-ad02-6e42f6cbe581', 'port_id': '6ab09213-7b76-4916-b567-c7f2efba2826', 'mac_address': 'fa:16:3e:dd:7c:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4b70363-b957-482d-afbc-e3f16f2e15d6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 08:57:09.805274 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-c058fb3e-364f-4bbd-867d-614b981ddcdc req-ebc24b2d-4818-4b49-a61c-ef2e782980b7 tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] 10.222.0.22 "GET /v2.0/ports?device_id=77bc445d-b7a3-4b72-a814-8e0cc5e86369 HTTP/1.1" status: 200 len: 210 time: 0.2242815 Jun 22 08:57:09.809356 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.wsgi [-] (92665) accepted ('10.222.0.22', 32842) {{(pid=92665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 08:57:09.866514 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133719154'] for port, before_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:09.888032 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.notifiers.nova [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ab09213-7b76-4916-b567-c7f2efba2826 {{(pid=92666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 08:57:09.916285 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-91e1f377-1b19-445e-a757-f821621b00d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:09.924571 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.db [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] For port 6ab09213-7b76-4916-b567-c7f2efba2826, host hv-cinder-79733, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79733',level=0,port_id=6ab09213-7b76-4916-b567-c7f2efba2826,segment=NetworkSegment(575d0fd2-418e-4690-86de-2d9d75fa22cd),segment_id=575d0fd2-418e-4690-86de-2d9d75fa22cd)] {{(pid=92666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 08:57:09.947874 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133719696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133660950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728380107731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728379583079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728379583124'] for port, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:09.956617 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG oslo_concurrency.lockutils [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:57:10.065796 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-b3dd71a7-222c-4de5-81e2-5d0784ef0ea0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:10.076928 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883efc60-f3d2-49a1-9562-094fd87a41d5 req-a0ff565c-cbcd-42aa-89c5-43d31e45c4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:57:10.078768 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-883efc60-f3d2-49a1-9562-094fd87a41d5 req-a0ff565c-cbcd-42aa-89c5-43d31e45c4cd service neutron] 10.222.0.15 "GET /v2.0/networks?id=fc5fbf8b-b290-4909-ad02-6e42f6cbe581 HTTP/1.1" status: 200 len: 920 time: 0.4904943 Jun 22 08:57:10.103173 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-b3dd71a7-222c-4de5-81e2-5d0784ef0ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748303'] for security_group, after_create {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:10.135238 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7e21a4-6adb-46fd-a371-8555436901f2 req-5a23728c-0037-4727-9bc0-647984df4621 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:57:10.137488 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-ef7e21a4-6adb-46fd-a371-8555436901f2 req-5a23728c-0037-4727-9bc0-647984df4621 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.15 "GET /v2.0/networks?id=266e7c95-823e-49c0-9793-a3850a55863e HTTP/1.1" status: 200 len: 817 time: 0.3566599 Jun 22 08:57:10.176356 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Pushing event updated for resources: {'Port': ['ID=6ab09213-7b76-4916-b567-c7f2efba2826,revision_number=4']} {{(pid=92666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:57:10.183465 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG oslo_concurrency.lockutils [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=92666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:57:10.206714 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.db [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] get_ports_and_sgs() called for port_ids ['6ab09213-7b76-4916-b567-c7f2efba2826'] {{(pid=92666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 08:57:10.210737 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-3522467e-23cc-40c4-a3f0-102f2c34e0ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:57:10.300934 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-ef7e21a4-6adb-46fd-a371-8555436901f2 req-69262057-0da3-4b02-8a02-e50f8cb0a00f tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0dbc55deeb2a42a3bb10502a7c6fc28b HTTP/1.1" status: 200 len: 380 time: 0.1544542 Jun 22 08:57:10.321151 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.v2.base [req-ef7e21a4-6adb-46fd-a371-8555436901f2 req-65634608-6738-46cf-b556-54c5f507ae5a tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Request body: {'port': {'device_id': '6271050a-4abc-4bde-8b04-76e25bbe6df5', 'network_id': '266e7c95-823e-49c0-9793-a3850a55863e', 'admin_state_up': True, 'tenant_id': '0dbc55deeb2a42a3bb10502a7c6fc28b', 'security_groups': ['439773e6-15fd-46a9-865b-f4af198ad98a']}} {{(pid=92664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 08:57:10.321797 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-883efc60-f3d2-49a1-9562-094fd87a41d5 req-b71528c4-d20e-4d5f-837c-a499feed131e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=724f3001-5ca6-4fd7-8c9e-f51c726da841 HTTP/1.1" status: 200 len: 217 time: 0.2103205 Jun 22 08:57:10.661351 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [None req-b3dd71a7-222c-4de5-81e2-5d0784ef0ea0 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=8a9a92cd3684413cb33bc4ddd438920a&name=default HTTP/1.1" status: 200 len: 2979 time: 2.5359161 Jun 22 08:57:10.664065 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.wsgi [-] (92664) accepted ('10.222.0.22', 32870) {{(pid=92664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 08:57:10.674266 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3dd71a7-222c-4de5-81e2-5d0784ef0ea0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ae6dbfd-38ee-4100-ae01-8a05c3dd2c53,revision_number=1']} {{(pid=92665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:57:10.684969 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-b3dd71a7-222c-4de5-81e2-5d0784ef0ea0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.474s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:57:10.686958 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ef8d65-390f-499b-877b-ad169d1831d8 req-4085767b-1e59-4a56-ad69-3b312f2d26a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:57:10.688463 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-19ef8d65-390f-499b-877b-ad169d1831d8 req-4085767b-1e59-4a56-ad69-3b312f2d26a7 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f6adb4e3-f1e8-4dfb-88e0-eea47b24076d HTTP/1.1" status: 200 len: 1099 time: 0.8032172 Jun 22 08:57:10.737393 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-c1d91e36-6bb8-4afc-9313-d5cc46023f76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:10.742297 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [req-19ef8d65-390f-499b-877b-ad169d1831d8 req-957a554a-b879-44e5-b338-af1932b39f89 service neutron] Notify callbacks [] for security_group, before_create {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:10.748026 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883efc60-f3d2-49a1-9562-094fd87a41d5 req-61fb2b36-a253-4790-af50-c1bce428cedb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:57:10.749470 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-883efc60-f3d2-49a1-9562-094fd87a41d5 req-61fb2b36-a253-4790-af50-c1bce428cedb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d4b70363-b957-482d-afbc-e3f16f2e15d6 HTTP/1.1" status: 200 len: 859 time: 0.3700221 Jun 22 08:57:10.761683 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-c1d91e36-6bb8-4afc-9313-d5cc46023f76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:10.774724 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-91e1f377-1b19-445e-a757-f821621b00d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:10.811937 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef7e21a4-6adb-46fd-a371-8555436901f2 req-65634608-6738-46cf-b556-54c5f507ae5a tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Made reservation on behalf of 0dbc55deeb2a42a3bb10502a7c6fc28b for: {'port': 1} {{(pid=92664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 08:57:10.812681 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-91e1f377-1b19-445e-a757-f821621b00d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748303'] for security_group, after_create {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:10.817059 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [req-ef7e21a4-6adb-46fd-a371-8555436901f2 req-65634608-6738-46cf-b556-54c5f507ae5a tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-133719140'] for port, before_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:10.823577 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3f0fc9-2fe4-4295-b07d-5595d2d5f89d req-e1b4a2d4-5970-4e27-a8d8-c410a9a0289f tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:57:10.825134 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-4f3f0fc9-2fe4-4295-b07d-5595d2d5f89d req-e1b4a2d4-5970-4e27-a8d8-c410a9a0289f tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] 10.222.0.22 "GET /v2.0/ports?device_id=f5f2c8e1-c94f-4259-ab73-c6701fe02413 HTTP/1.1" status: 200 len: 943 time: 0.5631378 Jun 22 08:57:10.827053 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-883efc60-f3d2-49a1-9562-094fd87a41d5 req-0fc9edc9-fd80-4028-b50f-5b4c708197af service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fc5fbf8b-b290-4909-ad02-6e42f6cbe581&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0599222 Jun 22 08:57:10.833265 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-d77bfa5a-1141-4790-b83a-d3857bb77095 tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:57:10.855695 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-c1d91e36-6bb8-4afc-9313-d5cc46023f76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748303'] for security_group, after_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:10.870986 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2e3505-7605-4c53-8ce6-c438ee2459ad req-f9497122-a81a-4c25-b561-782589fa04d1 tempest-DeleteServersTestJSON-216179078 tempest-DeleteServersTestJSON-216179078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:57:10.872481 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-6a2e3505-7605-4c53-8ce6-c438ee2459ad req-f9497122-a81a-4c25-b561-782589fa04d1 tempest-DeleteServersTestJSON-216179078 tempest-DeleteServersTestJSON-216179078-project] 10.222.0.22 "GET /v2.0/ports?device_id=f6adb4e3-f1e8-4dfb-88e0-eea47b24076d HTTP/1.1" status: 200 len: 946 time: 0.5898790 Jun 22 08:57:10.887212 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-c1d91e36-6bb8-4afc-9313-d5cc46023f76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:10.888435 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [None req-c1d91e36-6bb8-4afc-9313-d5cc46023f76 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/9ae6dbfd-38ee-4100-ae01-8a05c3dd2c53 HTTP/1.1" status: 204 len: 168 time: 0.2233427 Jun 22 08:57:10.893155 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-1d5eab43-e221-4a26-8cc1-5050bf121e56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:57:10.909601 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d91e36-6bb8-4afc-9313-d5cc46023f76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ae6dbfd-38ee-4100-ae01-8a05c3dd2c53,revision_number=None']} {{(pid=92664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:57:10.935228 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-c1d91e36-6bb8-4afc-9313-d5cc46023f76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:57:10.974333 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e1f377-1b19-445e-a757-f821621b00d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f8bc5ec-b604-40fc-9d92-7e63551eaaea,revision_number=1']} {{(pid=92665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:57:10.979164 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [None req-91e1f377-1b19-445e-a757-f821621b00d9 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=41527d536e244113a0c5fa4709178af2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1676016 Jun 22 08:57:10.983985 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-91e1f377-1b19-445e-a757-f821621b00d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:57:10.996812 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.wsgi [-] (92665) accepted ('10.222.0.22', 32876) {{(pid=92665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 08:57:11.093931 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-4cc867d1-5f4f-437f-b29b-3f90bb8fe902 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380123073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133916839'] for agent, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:11.105634 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-6a2e3505-7605-4c53-8ce6-c438ee2459ad req-310b5e8b-fd86-4eb6-9917-5f25ead374e8 tempest-DeleteServersTestJSON-216179078 tempest-DeleteServersTestJSON-216179078-project] 10.222.0.22 "GET /v2.0/security-groups?id=1548d3c8-84c0-49f5-b8c1-fb6044ba6323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833370 Jun 22 08:57:11.112130 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-4f3f0fc9-2fe4-4295-b07d-5595d2d5f89d req-0729f1b5-cdb4-48ac-83bd-a85275eb3db3 tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] 10.222.0.22 "GET /v2.0/security-groups?id=b898a60c-7fe8-421c-bc5f-0e7f60ad4a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2561924 Jun 22 08:57:11.175487 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.wsgi [-] (92665) accepted ('10.222.0.15', 64850) {{(pid=92665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 08:57:11.208099 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.db.db_base_plugin_common [req-ef7e21a4-6adb-46fd-a371-8555436901f2 req-65634608-6738-46cf-b556-54c5f507ae5a tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Allocated IP 172.20.0.5 (266e7c95-823e-49c0-9793-a3850a55863e/1fa320cf-b578-475c-89d7-a0309e38937c/df79e61f-d424-4ad1-8cee-250dafd6bad5) {{(pid=92664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 08:57:11.215981 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.rpc [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Device 724f3001-5ca6-4fd7-8c9e-f51c726da841 details requested by agent hyperv_hv-cinder-79733 with host hv-cinder-79733 {{(pid=92666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 08:57:11.218057 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-883efc60-f3d2-49a1-9562-094fd87a41d5 req-13d3364b-94a8-4805-b188-574eec6873f1 service neutron] 10.222.0.15 "GET /v2.0/networks/fc5fbf8b-b290-4909-ad02-6e42f6cbe581?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3772826 Jun 22 08:57:11.264134 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.rpc [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Device 6ab09213-7b76-4916-b567-c7f2efba2826 up at agent hyperv_hv-cinder-79733 {{(pid=92666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 08:57:11.356610 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-2033a9a0-b7f9-4ae3-b1e4-c5cb660a2662 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:11.417349 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-29ef1243-bcbb-4841-a27b-7227dbdbb841 req-2415e172-f946-4129-80a6-a1fb9b0d74d2 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.22 "GET /v2.0/ports?device_id=6271050a-4abc-4bde-8b04-76e25bbe6df5 HTTP/1.1" status: 200 len: 210 time: 0.0983040 Jun 22 08:57:11.505721 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [req-19ef8d65-390f-499b-877b-ad169d1831d8 req-957a554a-b879-44e5-b338-af1932b39f89 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:11.541393 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-51ed4176-753f-4dc1-9909-3537395af830 req-45bb5573-e974-4d3d-834c-9cf56a70ec39 tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] 10.222.0.22 "GET /v2.0/ports?device_id=77bc445d-b7a3-4b72-a814-8e0cc5e86369 HTTP/1.1" status: 200 len: 210 time: 0.0827808 Jun 22 08:57:11.549071 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [req-19ef8d65-390f-499b-877b-ad169d1831d8 req-957a554a-b879-44e5-b338-af1932b39f89 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748303'] for security_group, after_create {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:11.553528 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-2033a9a0-b7f9-4ae3-b1e4-c5cb660a2662 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:11.558141 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.db.resource_extend [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 22 08:57:11.621639 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-e2be5f3e-a913-4672-9ff8-b234531b5a0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:57:11.712010 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.provisioning_blocks [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Provisioning for port 6ab09213-7b76-4916-b567-c7f2efba2826 completed by entity L2. {{(pid=92666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 08:57:11.724193 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-19ef8d65-390f-499b-877b-ad169d1831d8 req-957a554a-b879-44e5-b338-af1932b39f89 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=1548d3c8-84c0-49f5-b8c1-fb6044ba6323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0215542 Jun 22 08:57:11.728081 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.provisioning_blocks [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Provisioning complete for port 6ab09213-7b76-4916-b567-c7f2efba2826 triggered by entity L2. {{(pid=92666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 08:57:11.729414 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133917554'] for port, provisioning_complete {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:11.740532 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc6574f-35d5-4d63-9a6a-90379b3f75cf req-2600ace0-9a67-4047-bda7-6fa40c3d75fc tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:57:11.741593 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-ebc6574f-35d5-4d63-9a6a-90379b3f75cf req-2600ace0-9a67-4047-bda7-6fa40c3d75fc tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] 10.222.0.15 "GET /v2.0/networks?id=6858ed3b-c3b9-4692-a3bd-5458c5aaeb61 HTTP/1.1" status: 200 len: 810 time: 0.5633676 Jun 22 08:57:11.766828 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-883efc60-f3d2-49a1-9562-094fd87a41d5 req-ff9bb39c-8abf-4814-a469-12754aa49f98 service neutron] 10.222.0.15 "GET /v2.0/networks/fc5fbf8b-b290-4909-ad02-6e42f6cbe581?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5102465 Jun 22 08:57:11.769496 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957a554a-b879-44e5-b338-af1932b39f89 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=4f93b65c-e422-41bc-bdf5-58ff853ef6aa,revision_number=1']} {{(pid=92665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:57:11.791731 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-957a554a-b879-44e5-b338-af1932b39f89 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:57:11.805750 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [req-ef7e21a4-6adb-46fd-a371-8555436901f2 req-65634608-6738-46cf-b556-54c5f507ae5a tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Notify callbacks [] for port, precommit_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:11.843596 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.db.provisioning_blocks [req-ef7e21a4-6adb-46fd-a371-8555436901f2 req-65634608-6738-46cf-b556-54c5f507ae5a tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Transition to ACTIVE for port object df79e61f-d424-4ad1-8cee-250dafd6bad5 will not be triggered until provisioned by entity DHCP. {{(pid=92664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 08:57:11.869333 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-2033a9a0-b7f9-4ae3-b1e4-c5cb660a2662 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748303'] for security_group, after_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:11.879395 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-2033a9a0-b7f9-4ae3-b1e4-c5cb660a2662 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:11.880569 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [None req-2033a9a0-b7f9-4ae3-b1e4-c5cb660a2662 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/9f8bc5ec-b604-40fc-9d92-7e63551eaaea HTTP/1.1" status: 204 len: 168 time: 0.8825908 Jun 22 08:57:11.886593 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:57:11.895042 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.db [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] For port 724f3001-5ca6-4fd7-8c9e-f51c726da841, host hv-cinder-79733, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79733',level=0,port_id=724f3001-5ca6-4fd7-8c9e-f51c726da841,segment=NetworkSegment(575d0fd2-418e-4690-86de-2d9d75fa22cd),segment_id=575d0fd2-418e-4690-86de-2d9d75fa22cd)] {{(pid=92666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 08:57:11.901215 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-ebc6574f-35d5-4d63-9a6a-90379b3f75cf req-73c5b760-7b79-4803-afd6-84518a2550ca tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=539be15b3b01480196a1d49d035c0e00 HTTP/1.1" status: 200 len: 380 time: 0.0944111 Jun 22 08:57:11.902658 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2033a9a0-b7f9-4ae3-b1e4-c5cb660a2662 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f8bc5ec-b604-40fc-9d92-7e63551eaaea,revision_number=None']} {{(pid=92665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:57:11.911449 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-2033a9a0-b7f9-4ae3-b1e4-c5cb660a2662 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:57:11.917377 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.v2.base [req-ebc6574f-35d5-4d63-9a6a-90379b3f75cf req-a7a7cccc-ce20-49a1-8623-724577cf5bc6 tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] Request body: {'port': {'device_id': '77bc445d-b7a3-4b72-a814-8e0cc5e86369', 'network_id': '6858ed3b-c3b9-4692-a3bd-5458c5aaeb61', 'admin_state_up': True, 'tenant_id': '539be15b3b01480196a1d49d035c0e00', 'security_groups': ['38156de4-c897-4c33-98c3-f122cd461c94']}} {{(pid=92665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 08:57:11.945936 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [req-ef7e21a4-6adb-46fd-a371-8555436901f2 req-65634608-6738-46cf-b556-54c5f507ae5a tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-133719719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-133660957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728379583061'] for port, after_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:11.954762 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-14f5bf7f-7f9f-41f0-9e6a-7d09b346ce1d tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:57:11.989788 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133719154'] for port, before_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:12.011807 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.rpc [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Returning: {'device': '724f3001-5ca6-4fd7-8c9e-f51c726da841', 'network_id': 'fc5fbf8b-b290-4909-ad02-6e42f6cbe581', 'port_id': '724f3001-5ca6-4fd7-8c9e-f51c726da841', 'mac_address': 'fa:16:3e:b3:c8:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4b70363-b957-482d-afbc-e3f16f2e15d6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 08:57:12.081622 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ac5f7be-69be-4bc1-ac2a-6d08449ce0a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ab09213-7b76-4916-b567-c7f2efba2826'}] {{(pid=92666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 08:57:12.086064 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d55364b227510a28ea0dc9c97ec82a2823dd2b88b3d79212c5ee75253478bf9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88a0cce8-af47-4728-bdec-ee3ff9c21db3" -d '{"events": [{"server_uuid": "4ac5f7be-69be-4bc1-ac2a-6d08449ce0a9", "name": "network-vif-plugged", "status": "completed", "tag": "6ab09213-7b76-4916-b567-c7f2efba2826"}]}' {{(pid=92666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 08:57:12.094652 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133719154'] for port, before_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:12.103129 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef7e21a4-6adb-46fd-a371-8555436901f2 req-65634608-6738-46cf-b556-54c5f507ae5a tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Network 266e7c95-823e-49c0-9793-a3850a55863e is already hosted by enough agents. {{(pid=92664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 08:57:12.112605 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.scheduler.base_scheduler [req-ef7e21a4-6adb-46fd-a371-8555436901f2 req-65634608-6738-46cf-b556-54c5f507ae5a tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Resources bound (agent type, host, resource id): {{(pid=92664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 08:57:12.129838 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.db [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] For port 6ab09213-7b76-4916-b567-c7f2efba2826, host hv-cinder-79733, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79733',level=0,port_id=6ab09213-7b76-4916-b567-c7f2efba2826,segment=NetworkSegment(575d0fd2-418e-4690-86de-2d9d75fa22cd),segment_id=575d0fd2-418e-4690-86de-2d9d75fa22cd)] {{(pid=92666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 08:57:12.136927 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.notifiers.nova [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 724f3001-5ca6-4fd7-8c9e-f51c726da841 {{(pid=92666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 08:57:12.144606 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133719696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133660950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728380107731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728379583079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728379583124'] for port, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:12.147873 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG oslo_concurrency.lockutils [None req-2c72bd13-36ea-4d92-a3bc-01eb046ff96c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:57:12.162077 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65634608-6738-46cf-b556-54c5f507ae5a tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Pushing event updated for resources: {'Port': ['ID=df79e61f-d424-4ad1-8cee-250dafd6bad5,revision_number=1']} {{(pid=92664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:57:12.187131 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef7e21a4-6adb-46fd-a371-8555436901f2 req-65634608-6738-46cf-b556-54c5f507ae5a tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Received port after_create {{(pid=92664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 08:57:12.194644 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 08:57:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6e78430-ec9b-48f0-88d1-18e60aa841f3 x-openstack-request-id: req-b6e78430-ec9b-48f0-88d1-18e60aa841f3 {{(pid=92666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 08:57:12.201135 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ac5f7be-69be-4bc1-ac2a-6d08449ce0a9", "name": "network-vif-plugged", "status": "completed", "tag": "6ab09213-7b76-4916-b567-c7f2efba2826", "code": 200}]} {{(pid=92666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 08:57:12.201427 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b6e78430-ec9b-48f0-88d1-18e60aa841f3 {{(pid=92666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 08:57:12.201899 dv-cinder-797333-1-smb neutron-server[92666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ac5f7be-69be-4bc1-ac2a-6d08449ce0a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ab09213-7b76-4916-b567-c7f2efba2826', 'code': 200} Jun 22 08:57:12.213652 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7e21a4-6adb-46fd-a371-8555436901f2 req-65634608-6738-46cf-b556-54c5f507ae5a tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:57:12.214349 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [req-ef7e21a4-6adb-46fd-a371-8555436901f2 req-65634608-6738-46cf-b556-54c5f507ae5a tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133660928'] for port, before_response {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:12.249192 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-65634608-6738-46cf-b556-54c5f507ae5a tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:57:12.274439 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ebc6574f-35d5-4d63-9a6a-90379b3f75cf req-a7a7cccc-ce20-49a1-8623-724577cf5bc6 tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] Made reservation on behalf of 539be15b3b01480196a1d49d035c0e00 for: {'port': 1} {{(pid=92665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 08:57:12.278961 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-ef7e21a4-6adb-46fd-a371-8555436901f2 req-65634608-6738-46cf-b556-54c5f507ae5a tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9619217 Jun 22 08:57:12.294275 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [req-ebc6574f-35d5-4d63-9a6a-90379b3f75cf req-a7a7cccc-ce20-49a1-8623-724577cf5bc6 tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-133719140'] for port, before_create {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:12.304910 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.v2.base [req-ef7e21a4-6adb-46fd-a371-8555436901f2 req-301920eb-781f-4dab-aefa-864849b35c63 service neutron] Request body: {'port': {'device_id': '6271050a-4abc-4bde-8b04-76e25bbe6df5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79733'}} {{(pid=92664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 08:57:12.397131 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Pushing event updated for resources: {'Port': ['ID=6ab09213-7b76-4916-b567-c7f2efba2826,revision_number=5']} {{(pid=92666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:57:12.409475 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG oslo_concurrency.lockutils [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=92666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:57:12.414198 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.db [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] For port 724f3001-5ca6-4fd7-8c9e-f51c726da841, host hv-cinder-79733, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79733',level=0,port_id=724f3001-5ca6-4fd7-8c9e-f51c726da841,segment=NetworkSegment(575d0fd2-418e-4690-86de-2d9d75fa22cd),segment_id=575d0fd2-418e-4690-86de-2d9d75fa22cd)] {{(pid=92666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 08:57:12.420592 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133719696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133660950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728380107731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728379583079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728379583124'] for port, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:12.426764 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG oslo_concurrency.lockutils [None req-2be90389-468f-43e8-955e-8d0ecc162424 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:57:12.441117 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.wsgi [-] (92664) accepted ('10.222.0.22', 32948) {{(pid=92664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 08:57:12.442346 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [req-ef7e21a4-6adb-46fd-a371-8555436901f2 req-301920eb-781f-4dab-aefa-864849b35c63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133719154'] for port, before_update {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:12.559660 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Pushing event updated for resources: {'Port': ['ID=724f3001-5ca6-4fd7-8c9e-f51c726da841,revision_number=4']} {{(pid=92666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:57:12.583745 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG oslo_concurrency.lockutils [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=92666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:57:12.598027 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.provisioning_blocks [None req-d302d477-a7a6-4cf3-b161-e1bff101fc8a None None] Provisioning for port df79e61f-d424-4ad1-8cee-250dafd6bad5 completed by entity DHCP. {{(pid=92666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 08:57:12.605224 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.provisioning_blocks [None req-d302d477-a7a6-4cf3-b161-e1bff101fc8a None None] Provisioning complete for port df79e61f-d424-4ad1-8cee-250dafd6bad5 triggered by entity DHCP. {{(pid=92666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 08:57:12.606274 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-d302d477-a7a6-4cf3-b161-e1bff101fc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133917554'] for port, provisioning_complete {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:12.650944 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.plugin [None req-d302d477-a7a6-4cf3-b161-e1bff101fc8a None None] Port df79e61f-d424-4ad1-8cee-250dafd6bad5 cannot update to ACTIVE because it is not bound. {{(pid=92666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 08:57:12.681525 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.db [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] get_ports_and_sgs() called for port_ids ['724f3001-5ca6-4fd7-8c9e-f51c726da841'] {{(pid=92666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 08:57:12.844481 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.wsgi [-] (92665) accepted ('10.222.0.22', 32962) {{(pid=92665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 08:57:12.873820 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.notifiers.nova [req-ef7e21a4-6adb-46fd-a371-8555436901f2 req-301920eb-781f-4dab-aefa-864849b35c63 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df79e61f-d424-4ad1-8cee-250dafd6bad5 {{(pid=92664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 08:57:12.899508 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [req-ef7e21a4-6adb-46fd-a371-8555436901f2 req-301920eb-781f-4dab-aefa-864849b35c63 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:12.917397 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.db.db_base_plugin_common [req-ebc6574f-35d5-4d63-9a6a-90379b3f75cf req-a7a7cccc-ce20-49a1-8623-724577cf5bc6 tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] Allocated IP 172.20.0.11 (6858ed3b-c3b9-4692-a3bd-5458c5aaeb61/d3540fe9-cc9d-4e8a-ade5-a63ad9a74449/e0df6b65-6043-4e31-a806-6e16be4c8dd5) {{(pid=92665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 08:57:12.918311 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.db.provisioning_blocks [req-ef7e21a4-6adb-46fd-a371-8555436901f2 req-301920eb-781f-4dab-aefa-864849b35c63 service neutron] Transition to ACTIVE for port object df79e61f-d424-4ad1-8cee-250dafd6bad5 will not be triggered until provisioned by entity L2. {{(pid=92664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 08:57:12.926005 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [req-ef7e21a4-6adb-46fd-a371-8555436901f2 req-301920eb-781f-4dab-aefa-864849b35c63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133719696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133660950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728380107731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728379583079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728379583124'] for port, after_update {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:12.938850 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1729289-b83d-4202-9104-7b523d0bb57c req-01ecf9b2-f243-47c5-8206-cae3fda010ce tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:57:12.946491 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-d1729289-b83d-4202-9104-7b523d0bb57c req-01ecf9b2-f243-47c5-8206-cae3fda010ce tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] 10.222.0.22 "GET /v2.0/ports?device_id=f5f2c8e1-c94f-4259-ab73-c6701fe02413 HTTP/1.1" status: 200 len: 944 time: 0.5655334 Jun 22 08:57:12.952467 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:57:12.961621 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e01015-0926-4de2-83c9-7e097354a13a req-45ae40d9-3151-4e9d-8431-c2deee45b181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:57:12.963479 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-e6e01015-0926-4de2-83c9-7e097354a13a req-45ae40d9-3151-4e9d-8431-c2deee45b181 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=4ac5f7be-69be-4bc1-ac2a-6d08449ce0a9 HTTP/1.1" status: 200 len: 1098 time: 0.3940763 Jun 22 08:57:12.976807 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-a0853a6f-a535-4d58-bef5-bcd3ffcc1030 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:13.058703 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfd8538-4627-4700-9eb8-8b1bb44d0a21 req-4e9381ef-8d99-4994-91d2-13958e63ebd5 tempest-DeleteServersTestJSON-216179078 tempest-DeleteServersTestJSON-216179078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:57:13.060400 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-cdfd8538-4627-4700-9eb8-8b1bb44d0a21 req-4e9381ef-8d99-4994-91d2-13958e63ebd5 tempest-DeleteServersTestJSON-216179078 tempest-DeleteServersTestJSON-216179078-project] 10.222.0.22 "GET /v2.0/ports?device_id=f6adb4e3-f1e8-4dfb-88e0-eea47b24076d HTTP/1.1" status: 200 len: 946 time: 0.3998899 Jun 22 08:57:13.085869 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-eb0caac3-88b4-40fd-87fe-1a06ede285b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:13.195012 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-a0853a6f-a535-4d58-bef5-bcd3ffcc1030 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:13.230512 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-a0853a6f-a535-4d58-bef5-bcd3ffcc1030 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748303'] for security_group, after_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:13.254034 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-e6e01015-0926-4de2-83c9-7e097354a13a req-d2e62aac-bf7f-4f8e-8243-8dfd6fbddf67 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=b898a60c-7fe8-421c-bc5f-0e7f60ad4a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2760518 Jun 22 08:57:13.274412 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-d1729289-b83d-4202-9104-7b523d0bb57c req-5b09ab35-4255-4b77-a1b4-1997995a0318 tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] 10.222.0.22 "GET /v2.0/security-groups?id=b898a60c-7fe8-421c-bc5f-0e7f60ad4a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3269897 Jun 22 08:57:13.278602 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301920eb-781f-4dab-aefa-864849b35c63 service neutron] Pushing event updated for resources: {'Port': ['ID=df79e61f-d424-4ad1-8cee-250dafd6bad5,revision_number=2']} {{(pid=92664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:57:13.289964 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-301920eb-781f-4dab-aefa-864849b35c63 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:57:13.301461 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.019s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:57:13.301461 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.plugins.ml2.managers [req-ef7e21a4-6adb-46fd-a371-8555436901f2 req-301920eb-781f-4dab-aefa-864849b35c63 service neutron] Attempting to bind port df79e61f-d424-4ad1-8cee-250dafd6bad5 on host hv-cinder-79733 for vnic_type normal with profile {{(pid=92664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 08:57:13.301461 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.plugins.ml2.managers [req-ef7e21a4-6adb-46fd-a371-8555436901f2 req-301920eb-781f-4dab-aefa-864849b35c63 service neutron] Attempting to bind port df79e61f-d424-4ad1-8cee-250dafd6bad5 by drivers openvswitch,hyperv on host hv-cinder-79733 at level 0 using segments [{'id': 'ff26e6d0-efb0-4f26-b4ca-43fb0499d495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '266e7c95-823e-49c0-9793-a3850a55863e'}] {{(pid=92664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 08:57:13.301461 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef7e21a4-6adb-46fd-a371-8555436901f2 req-301920eb-781f-4dab-aefa-864849b35c63 service neutron] Attempting to bind port df79e61f-d424-4ad1-8cee-250dafd6bad5 on network 266e7c95-823e-49c0-9793-a3850a55863e {{(pid=92664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 08:57:13.364361 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0853a6f-a535-4d58-bef5-bcd3ffcc1030 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4e7c998-6ad6-4d35-b473-f1febabacf21,revision_number=1']} {{(pid=92664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:57:13.383113 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [None req-a0853a6f-a535-4d58-bef5-bcd3ffcc1030 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=5ae8dcd6c1fc467584ca06f1f22bf8cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9231660 Jun 22 08:57:13.384787 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-a0853a6f-a535-4d58-bef5-bcd3ffcc1030 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:57:13.385932 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef7e21a4-6adb-46fd-a371-8555436901f2 req-301920eb-781f-4dab-aefa-864849b35c63 service neutron] Port df79e61f-d424-4ad1-8cee-250dafd6bad5 on network 266e7c95-823e-49c0-9793-a3850a55863e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79733 {{(pid=92664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 08:57:13.386568 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef7e21a4-6adb-46fd-a371-8555436901f2 req-301920eb-781f-4dab-aefa-864849b35c63 service neutron] Attempting to bind port df79e61f-d424-4ad1-8cee-250dafd6bad5 on network 266e7c95-823e-49c0-9793-a3850a55863e {{(pid=92664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 08:57:13.395094 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.wsgi [-] (92664) accepted ('10.222.0.22', 32988) {{(pid=92664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 08:57:13.405924 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-cdfd8538-4627-4700-9eb8-8b1bb44d0a21 req-a14eb827-d5ae-4e4f-b926-769353247e53 tempest-DeleteServersTestJSON-216179078 tempest-DeleteServersTestJSON-216179078-project] 10.222.0.22 "GET /v2.0/security-groups?id=1548d3c8-84c0-49f5-b8c1-fb6044ba6323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3263464 Jun 22 08:57:13.447410 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef7e21a4-6adb-46fd-a371-8555436901f2 req-301920eb-781f-4dab-aefa-864849b35c63 service neutron] Checking agent: {'id': '0fb2479b-8850-47fd-bce9-7c475063265a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79733', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 8, 54, 53), 'started_at': datetime.datetime(2021, 6, 22, 8, 54, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 8, 56, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 08:57:13.447991 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef7e21a4-6adb-46fd-a371-8555436901f2 req-301920eb-781f-4dab-aefa-864849b35c63 service neutron] Checking segment: {'id': 'ff26e6d0-efb0-4f26-b4ca-43fb0499d495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '266e7c95-823e-49c0-9793-a3850a55863e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 08:57:13.448662 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef7e21a4-6adb-46fd-a371-8555436901f2 req-301920eb-781f-4dab-aefa-864849b35c63 service neutron] Bound using segment: {'id': 'ff26e6d0-efb0-4f26-b4ca-43fb0499d495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '266e7c95-823e-49c0-9793-a3850a55863e'} {{(pid=92664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 08:57:13.449172 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.plugins.ml2.managers [req-ef7e21a4-6adb-46fd-a371-8555436901f2 req-301920eb-781f-4dab-aefa-864849b35c63 service neutron] Bound port: df79e61f-d424-4ad1-8cee-250dafd6bad5, host: hv-cinder-79733, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff26e6d0-efb0-4f26-b4ca-43fb0499d495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '266e7c95-823e-49c0-9793-a3850a55863e'}}] {{(pid=92664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 08:57:13.449601 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [req-ef7e21a4-6adb-46fd-a371-8555436901f2 req-301920eb-781f-4dab-aefa-864849b35c63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133719154'] for port, before_update {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:13.527830 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-6eba1fac-5f12-43b3-8680-5e3cbd8b96da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380123073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133916839'] for agent, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:13.542843 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [req-ebc6574f-35d5-4d63-9a6a-90379b3f75cf req-a7a7cccc-ce20-49a1-8623-724577cf5bc6 tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] Notify callbacks [] for port, precommit_create {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:13.658802 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.plugins.ml2.db [req-ef7e21a4-6adb-46fd-a371-8555436901f2 req-301920eb-781f-4dab-aefa-864849b35c63 service neutron] For port df79e61f-d424-4ad1-8cee-250dafd6bad5, host hv-cinder-79733, cleared binding levels {{(pid=92664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 08:57:13.664656 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.plugins.ml2.db [req-ef7e21a4-6adb-46fd-a371-8555436901f2 req-301920eb-781f-4dab-aefa-864849b35c63 service neutron] For port df79e61f-d424-4ad1-8cee-250dafd6bad5, host hv-cinder-79733, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79733',level=0,port_id=df79e61f-d424-4ad1-8cee-250dafd6bad5,segment=NetworkSegment(ff26e6d0-efb0-4f26-b4ca-43fb0499d495),segment_id=ff26e6d0-efb0-4f26-b4ca-43fb0499d495)] {{(pid=92664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 08:57:13.668191 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.db.provisioning_blocks [req-ebc6574f-35d5-4d63-9a6a-90379b3f75cf req-a7a7cccc-ce20-49a1-8623-724577cf5bc6 tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] Transition to ACTIVE for port object e0df6b65-6043-4e31-a806-6e16be4c8dd5 will not be triggered until provisioned by entity DHCP. {{(pid=92665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 08:57:13.672336 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-cdaf3f5b-c7d2-4c2e-9c35-c3bc6e5f5f93 req-9009bd18-2781-4acc-80e5-31703acdce2f tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] 10.222.0.22 "GET /v2.0/ports?device_id=77bc445d-b7a3-4b72-a814-8e0cc5e86369 HTTP/1.1" status: 200 len: 210 time: 0.0704823 Jun 22 08:57:13.699151 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-9dde10ae-b58a-4f12-9669-1c632209bf23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:13.708117 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [req-ef7e21a4-6adb-46fd-a371-8555436901f2 req-301920eb-781f-4dab-aefa-864849b35c63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133719696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133660950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728380107731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728379583079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728379583124'] for port, after_update {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:13.727181 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-68c77a9e-e57c-4a1b-b5ab-45f7373d7fbe service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:57:13.747637 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-eb0caac3-88b4-40fd-87fe-1a06ede285b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:13.755702 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-eb0caac3-88b4-40fd-87fe-1a06ede285b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748303'] for security_group, after_create {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:13.769300 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-91e1f377-1b19-445e-a757-f821621b00d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:57:13.787267 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [req-ebc6574f-35d5-4d63-9a6a-90379b3f75cf req-a7a7cccc-ce20-49a1-8623-724577cf5bc6 tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-133719719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-133660957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728379583061'] for port, after_create {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:13.797012 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2436e7b-0930-436f-90fb-fa25d8bfd0f8 req-efdf3ceb-8d67-4b52-aa87-54a5f3e39c53 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:57:13.799612 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-a2436e7b-0930-436f-90fb-fa25d8bfd0f8 req-efdf3ceb-8d67-4b52-aa87-54a5f3e39c53 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.22 "GET /v2.0/ports?device_id=6271050a-4abc-4bde-8b04-76e25bbe6df5 HTTP/1.1" status: 200 len: 943 time: 0.2533200 Jun 22 08:57:13.810039 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-9dde10ae-b58a-4f12-9669-1c632209bf23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:13.826642 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7e21a4-6adb-46fd-a371-8555436901f2 req-301920eb-781f-4dab-aefa-864849b35c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:57:13.827287 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [req-ef7e21a4-6adb-46fd-a371-8555436901f2 req-301920eb-781f-4dab-aefa-864849b35c63 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133660928'] for port, before_response {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:13.828917 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-ef7e21a4-6adb-46fd-a371-8555436901f2 req-301920eb-781f-4dab-aefa-864849b35c63 service neutron] 10.222.0.15 "PUT /v2.0/ports/df79e61f-d424-4ad1-8cee-250dafd6bad5 HTTP/1.1" status: 200 len: 1093 time: 1.5421267 Jun 22 08:57:13.831419 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6271050a-4abc-4bde-8b04-76e25bbe6df5', 'tag': 'df79e61f-d424-4ad1-8cee-250dafd6bad5'}] {{(pid=92664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 08:57:13.833979 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}204e7d68aaf5059dd7cb24067ff1be2165df2a8c21773c1dc73aa01b5c6655f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-469c3c4e-fffe-4df9-9d77-a1fd5d9fe158" -d '{"events": [{"name": "network-changed", "server_uuid": "6271050a-4abc-4bde-8b04-76e25bbe6df5", "tag": "df79e61f-d424-4ad1-8cee-250dafd6bad5"}]}' {{(pid=92664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 08:57:13.868894 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0caac3-88b4-40fd-87fe-1a06ede285b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d56401f7-1a1b-41ca-8984-fdc53d02fbae,revision_number=1']} {{(pid=92665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:57:13.870814 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301920eb-781f-4dab-aefa-864849b35c63 service neutron] Pushing event updated for resources: {'Port': ['ID=df79e61f-d424-4ad1-8cee-250dafd6bad5,revision_number=3']} {{(pid=92664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:57:13.881708 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380123073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133916839'] for agent, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:13.884795 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-301920eb-781f-4dab-aefa-864849b35c63 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:57:13.918553 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [None req-eb0caac3-88b4-40fd-87fe-1a06ede285b1 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=2995fe63a37d459ab372e5bd1d034111&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0620441 Jun 22 08:57:13.930265 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-eb0caac3-88b4-40fd-87fe-1a06ede285b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:57:13.930726 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.091s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:57:13.942238 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.wsgi [-] (92664) accepted ('10.222.0.22', 33002) {{(pid=92664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 08:57:13.942958 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 08:57:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-919f9767-477b-4865-901d-839921a5d66b x-openstack-request-id: req-919f9767-477b-4865-901d-839921a5d66b {{(pid=92664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 08:57:13.943258 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6271050a-4abc-4bde-8b04-76e25bbe6df5", "tag": "df79e61f-d424-4ad1-8cee-250dafd6bad5", "status": "completed", "code": 200}]} {{(pid=92664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 08:57:13.945454 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ebc6574f-35d5-4d63-9a6a-90379b3f75cf req-a7a7cccc-ce20-49a1-8623-724577cf5bc6 tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] Network 6858ed3b-c3b9-4692-a3bd-5458c5aaeb61 is already hosted by enough agents. {{(pid=92665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 08:57:13.945607 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-919f9767-477b-4865-901d-839921a5d66b {{(pid=92664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 08:57:13.946312 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6271050a-4abc-4bde-8b04-76e25bbe6df5', 'tag': 'df79e61f-d424-4ad1-8cee-250dafd6bad5', 'status': 'completed', 'code': 200} Jun 22 08:57:13.980930 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.scheduler.base_scheduler [req-ebc6574f-35d5-4d63-9a6a-90379b3f75cf req-a7a7cccc-ce20-49a1-8623-724577cf5bc6 tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] Resources bound (agent type, host, resource id): {{(pid=92665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 08:57:13.989168 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebc6574f-35d5-4d63-9a6a-90379b3f75cf req-a7a7cccc-ce20-49a1-8623-724577cf5bc6 tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] Received port after_create {{(pid=92665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 08:57:13.995598 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc6574f-35d5-4d63-9a6a-90379b3f75cf req-a7a7cccc-ce20-49a1-8623-724577cf5bc6 tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:57:13.996227 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [req-ebc6574f-35d5-4d63-9a6a-90379b3f75cf req-a7a7cccc-ce20-49a1-8623-724577cf5bc6 tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133660928'] for port, before_response {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:14.032373 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a7cccc-ce20-49a1-8623-724577cf5bc6 tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] Pushing event updated for resources: {'Port': ['ID=e0df6b65-6043-4e31-a806-6e16be4c8dd5,revision_number=1']} {{(pid=92665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:57:14.047115 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-a2436e7b-0930-436f-90fb-fa25d8bfd0f8 req-952c2fbb-1137-4948-924e-f4890cf0939c tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.22 "GET /v2.0/security-groups?id=439773e6-15fd-46a9-865b-f4af198ad98a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2213600 Jun 22 08:57:14.052539 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-9dde10ae-b58a-4f12-9669-1c632209bf23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748303'] for security_group, after_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:14.054715 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-a7a7cccc-ce20-49a1-8623-724577cf5bc6 tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:57:14.057182 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-ebc6574f-35d5-4d63-9a6a-90379b3f75cf req-a7a7cccc-ce20-49a1-8623-724577cf5bc6 tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1438920 Jun 22 08:57:14.075016 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.v2.base [req-ebc6574f-35d5-4d63-9a6a-90379b3f75cf req-fbf32346-ae00-4f34-b39b-ab966a70ab3d service neutron] Request body: {'port': {'device_id': '77bc445d-b7a3-4b72-a814-8e0cc5e86369', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79733'}} {{(pid=92665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 08:57:14.112317 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-9dde10ae-b58a-4f12-9669-1c632209bf23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:14.115548 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [None req-9dde10ae-b58a-4f12-9669-1c632209bf23 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d4e7c998-6ad6-4d35-b473-f1febabacf21 HTTP/1.1" status: 204 len: 168 time: 0.7185721 Jun 22 08:57:14.151540 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:57:14.201020 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [req-ebc6574f-35d5-4d63-9a6a-90379b3f75cf req-fbf32346-ae00-4f34-b39b-ab966a70ab3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133719154'] for port, before_update {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:14.211017 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dde10ae-b58a-4f12-9669-1c632209bf23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4e7c998-6ad6-4d35-b473-f1febabacf21,revision_number=None']} {{(pid=92664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:57:14.227726 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-9dde10ae-b58a-4f12-9669-1c632209bf23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:57:14.293999 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-65ade425-4332-4451-9782-c3c262fc80b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:14.297181 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7e21a4-6adb-46fd-a371-8555436901f2 req-a5adb987-2f6f-4f9d-b82e-fc1bdca69110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:57:14.298807 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-ef7e21a4-6adb-46fd-a371-8555436901f2 req-a5adb987-2f6f-4f9d-b82e-fc1bdca69110 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0dbc55deeb2a42a3bb10502a7c6fc28b&device_id=6271050a-4abc-4bde-8b04-76e25bbe6df5 HTTP/1.1" status: 200 len: 1096 time: 0.3936484 Jun 22 08:57:14.413815 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.provisioning_blocks [None req-1402a869-d237-4311-aa9b-7be97ebd519a None None] Provisioning for port e0df6b65-6043-4e31-a806-6e16be4c8dd5 completed by entity DHCP. {{(pid=92666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 08:57:14.414499 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-ef7e21a4-6adb-46fd-a371-8555436901f2 req-4fa6ae6c-1a04-4ae9-b9ad-e9144e798cc1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=df79e61f-d424-4ad1-8cee-250dafd6bad5 HTTP/1.1" status: 200 len: 217 time: 0.0946815 Jun 22 08:57:14.428324 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.provisioning_blocks [None req-1402a869-d237-4311-aa9b-7be97ebd519a None None] Provisioning complete for port e0df6b65-6043-4e31-a806-6e16be4c8dd5 triggered by entity DHCP. {{(pid=92666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 08:57:14.430580 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-1402a869-d237-4311-aa9b-7be97ebd519a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133917554'] for port, provisioning_complete {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:14.434635 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-65ade425-4332-4451-9782-c3c262fc80b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:14.550132 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.plugin [None req-1402a869-d237-4311-aa9b-7be97ebd519a None None] Port e0df6b65-6043-4e31-a806-6e16be4c8dd5 cannot update to ACTIVE because it is not bound. {{(pid=92666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 08:57:14.572335 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7e21a4-6adb-46fd-a371-8555436901f2 req-0f2b75a2-022f-4746-9300-8b87f67f9c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:57:14.574243 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-ef7e21a4-6adb-46fd-a371-8555436901f2 req-0f2b75a2-022f-4746-9300-8b87f67f9c63 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1fa320cf-b578-475c-89d7-a0309e38937c HTTP/1.1" status: 200 len: 856 time: 0.1530011 Jun 22 08:57:14.592898 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-65ade425-4332-4451-9782-c3c262fc80b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748303'] for security_group, after_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:14.596214 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-65ade425-4332-4451-9782-c3c262fc80b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:14.597448 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [None req-65ade425-4332-4451-9782-c3c262fc80b9 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d56401f7-1a1b-41ca-8984-fdc53d02fbae HTTP/1.1" status: 204 len: 168 time: 0.6460125 Jun 22 08:57:14.614377 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-e3be7fac-18b3-48a9-8f87-6cb33064ccab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:57:14.627329 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ade425-4332-4451-9782-c3c262fc80b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d56401f7-1a1b-41ca-8984-fdc53d02fbae,revision_number=None']} {{(pid=92664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:57:14.635823 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-65ade425-4332-4451-9782-c3c262fc80b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:57:14.683708 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7e21a4-6adb-46fd-a371-8555436901f2 req-785e8397-a91d-44e3-9d8f-fa357f025c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:57:14.685510 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-ef7e21a4-6adb-46fd-a371-8555436901f2 req-785e8397-a91d-44e3-9d8f-fa357f025c3b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=266e7c95-823e-49c0-9793-a3850a55863e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1037495 Jun 22 08:57:14.781053 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.wsgi [-] (92664) accepted ('10.222.0.22', 33028) {{(pid=92664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 08:57:14.820468 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-ef7e21a4-6adb-46fd-a371-8555436901f2 req-a53f231f-4caf-464f-8eda-d89683941747 service neutron] 10.222.0.15 "GET /v2.0/networks/266e7c95-823e-49c0-9793-a3850a55863e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274626 Jun 22 08:57:14.927926 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-ef7e21a4-6adb-46fd-a371-8555436901f2 req-83c6a965-1a79-4827-89cf-1fd8958e59bf service neutron] 10.222.0.15 "GET /v2.0/networks/266e7c95-823e-49c0-9793-a3850a55863e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000297 Jun 22 08:57:14.969105 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-244d5e4c-124e-44e7-83f7-ed36bd156729 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380123073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133916839'] for agent, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:15.009101 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6801fe9a-a12d-4e1c-bba3-21b248f7bdc2 req-8293d483-7614-4882-b1c4-0ae7444738ab tempest-DeleteServersTestJSON-216179078 tempest-DeleteServersTestJSON-216179078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:57:15.018788 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-6801fe9a-a12d-4e1c-bba3-21b248f7bdc2 req-8293d483-7614-4882-b1c4-0ae7444738ab tempest-DeleteServersTestJSON-216179078 tempest-DeleteServersTestJSON-216179078-project] 10.222.0.22 "GET /v2.0/ports?device_id=f6adb4e3-f1e8-4dfb-88e0-eea47b24076d HTTP/1.1" status: 200 len: 946 time: 0.2062740 Jun 22 08:57:15.065779 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba95e12-0fde-48b1-8155-5a8e92a9dbe2 req-694b5c49-f7a8-4d29-b73b-3c1890a38920 tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:57:15.066034 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469c3c4e-fffe-4df9-9d77-a1fd5d9fe158 req-1571aeb3-0d5c-4313-96f1-1d78edff1906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:57:15.067509 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-469c3c4e-fffe-4df9-9d77-a1fd5d9fe158 req-1571aeb3-0d5c-4313-96f1-1d78edff1906 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0dbc55deeb2a42a3bb10502a7c6fc28b&device_id=6271050a-4abc-4bde-8b04-76e25bbe6df5 HTTP/1.1" status: 200 len: 1096 time: 0.0711703 Jun 22 08:57:15.067616 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-9ba95e12-0fde-48b1-8155-5a8e92a9dbe2 req-694b5c49-f7a8-4d29-b73b-3c1890a38920 tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] 10.222.0.22 "GET /v2.0/ports?device_id=f5f2c8e1-c94f-4259-ab73-c6701fe02413 HTTP/1.1" status: 200 len: 944 time: 0.5444753 Jun 22 08:57:15.140913 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-ce7bdc4e-3f61-4417-8b5b-3d1d4e708c73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:15.141170 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-6801fe9a-a12d-4e1c-bba3-21b248f7bdc2 req-d0a45c83-43a6-471d-a315-e180688b7b18 tempest-DeleteServersTestJSON-216179078 tempest-DeleteServersTestJSON-216179078-project] 10.222.0.22 "GET /v2.0/security-groups?id=1548d3c8-84c0-49f5-b8c1-fb6044ba6323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213534 Jun 22 08:57:15.235720 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.rpc [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Device 724f3001-5ca6-4fd7-8c9e-f51c726da841 up at agent hyperv_hv-cinder-79733 {{(pid=92666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 08:57:15.236908 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469c3c4e-fffe-4df9-9d77-a1fd5d9fe158 req-2a88bb16-ac4b-41db-9377-5706774e54de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:57:15.238967 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-469c3c4e-fffe-4df9-9d77-a1fd5d9fe158 req-2a88bb16-ac4b-41db-9377-5706774e54de service neutron] 10.222.0.15 "GET /v2.0/networks?id=266e7c95-823e-49c0-9793-a3850a55863e HTTP/1.1" status: 200 len: 918 time: 0.1620374 Jun 22 08:57:15.295214 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-469c3c4e-fffe-4df9-9d77-a1fd5d9fe158 req-128ebf8d-584e-426f-b48d-c863fa825506 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=df79e61f-d424-4ad1-8cee-250dafd6bad5 HTTP/1.1" status: 200 len: 217 time: 0.0421677 Jun 22 08:57:15.313867 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.wsgi [-] (92665) accepted ('10.222.0.22', 33046) {{(pid=92665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 08:57:15.374978 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-9ba95e12-0fde-48b1-8155-5a8e92a9dbe2 req-2f6b2b29-e8ef-4f41-9648-c58c33899f7f tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] 10.222.0.22 "GET /v2.0/security-groups?id=b898a60c-7fe8-421c-bc5f-0e7f60ad4a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2932041 Jun 22 08:57:15.389486 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.notifiers.nova [req-ebc6574f-35d5-4d63-9a6a-90379b3f75cf req-fbf32346-ae00-4f34-b39b-ab966a70ab3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0df6b65-6043-4e31-a806-6e16be4c8dd5 {{(pid=92665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 08:57:15.396944 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469c3c4e-fffe-4df9-9d77-a1fd5d9fe158 req-48607196-2936-4396-9fd3-6ba5e8bc57e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:57:15.399487 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.provisioning_blocks [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Provisioning for port 724f3001-5ca6-4fd7-8c9e-f51c726da841 completed by entity L2. {{(pid=92666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 08:57:15.403902 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-469c3c4e-fffe-4df9-9d77-a1fd5d9fe158 req-48607196-2936-4396-9fd3-6ba5e8bc57e4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1fa320cf-b578-475c-89d7-a0309e38937c HTTP/1.1" status: 200 len: 856 time: 0.0994661 Jun 22 08:57:15.405829 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.provisioning_blocks [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Provisioning complete for port 724f3001-5ca6-4fd7-8c9e-f51c726da841 triggered by entity L2. {{(pid=92666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 08:57:15.406407 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133917554'] for port, provisioning_complete {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:15.431792 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-b43b8a1c-adb2-4856-b01a-93b6a117e513 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:15.436079 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [req-ebc6574f-35d5-4d63-9a6a-90379b3f75cf req-fbf32346-ae00-4f34-b39b-ab966a70ab3d service neutron] Notify callbacks [] for port, precommit_update {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:15.487016 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.db.provisioning_blocks [req-ebc6574f-35d5-4d63-9a6a-90379b3f75cf req-fbf32346-ae00-4f34-b39b-ab966a70ab3d service neutron] Transition to ACTIVE for port object e0df6b65-6043-4e31-a806-6e16be4c8dd5 will not be triggered until provisioned by entity L2. {{(pid=92665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 08:57:15.507587 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [req-ebc6574f-35d5-4d63-9a6a-90379b3f75cf req-fbf32346-ae00-4f34-b39b-ab966a70ab3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133719696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133660950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728380107731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728379583079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728379583124'] for port, after_update {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:15.512645 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-ce7bdc4e-3f61-4417-8b5b-3d1d4e708c73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:15.516368 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:57:15.525240 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-ce7bdc4e-3f61-4417-8b5b-3d1d4e708c73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748303'] for security_group, after_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:15.556095 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-a0853a6f-a535-4d58-bef5-bcd3ffcc1030 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:57:15.578021 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133719154'] for port, before_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:15.625634 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5f2c8e1-c94f-4259-ab73-c6701fe02413', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '724f3001-5ca6-4fd7-8c9e-f51c726da841'}] {{(pid=92666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 08:57:15.629175 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d55364b227510a28ea0dc9c97ec82a2823dd2b88b3d79212c5ee75253478bf9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a8b55db-2ccb-412d-af07-08f9575e0263" -d '{"events": [{"server_uuid": "f5f2c8e1-c94f-4259-ab73-c6701fe02413", "name": "network-vif-plugged", "status": "completed", "tag": "724f3001-5ca6-4fd7-8c9e-f51c726da841"}]}' {{(pid=92666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 08:57:15.684323 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [None req-ce7bdc4e-3f61-4417-8b5b-3d1d4e708c73 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b561adf7a7dd4eefb10850d06084b565&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8956952 Jun 22 08:57:15.687791 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.wsgi [-] (92664) accepted ('10.222.0.22', 33054) {{(pid=92664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 08:57:15.688768 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.db [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] For port 724f3001-5ca6-4fd7-8c9e-f51c726da841, host hv-cinder-79733, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79733',level=0,port_id=724f3001-5ca6-4fd7-8c9e-f51c726da841,segment=NetworkSegment(575d0fd2-418e-4690-86de-2d9d75fa22cd),segment_id=575d0fd2-418e-4690-86de-2d9d75fa22cd)] {{(pid=92666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 08:57:15.689482 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7bdc4e-3f61-4417-8b5b-3d1d4e708c73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebf88383-c81d-4bde-bdff-84ac1e2095db,revision_number=1']} {{(pid=92664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:57:15.694342 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133719696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133660950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728380107731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728379583079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728379583124'] for port, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:15.697775 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:57:15.704425 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-ce7bdc4e-3f61-4417-8b5b-3d1d4e708c73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:57:15.765378 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Pushing event updated for resources: {'Port': ['ID=724f3001-5ca6-4fd7-8c9e-f51c726da841,revision_number=5']} {{(pid=92666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:57:15.769282 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG oslo_concurrency.lockutils [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:57:15.927617 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469c3c4e-fffe-4df9-9d77-a1fd5d9fe158 req-79bafa8e-c67f-4ddf-9037-de48d8e9db8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:57:15.929932 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-469c3c4e-fffe-4df9-9d77-a1fd5d9fe158 req-79bafa8e-c67f-4ddf-9037-de48d8e9db8a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=266e7c95-823e-49c0-9793-a3850a55863e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.5107949 Jun 22 08:57:15.967987 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-b351d3e2-6040-43ec-a0f3-7f82adf76a76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:16.033514 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf32346-ae00-4f34-b39b-ab966a70ab3d service neutron] Pushing event updated for resources: {'Port': ['ID=e0df6b65-6043-4e31-a806-6e16be4c8dd5,revision_number=2']} {{(pid=92665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:57:16.034737 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-b351d3e2-6040-43ec-a0f3-7f82adf76a76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:16.074783 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-e2a0141c-4e42-4900-8004-ff8c1b31b35a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380123073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133916839'] for agent, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:16.088848 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-fbf32346-ae00-4f34-b39b-ab966a70ab3d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.572s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:57:16.128995 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-469c3c4e-fffe-4df9-9d77-a1fd5d9fe158 req-9763db66-f299-4277-98d5-7c47ad7c82ae service neutron] 10.222.0.15 "GET /v2.0/networks/266e7c95-823e-49c0-9793-a3850a55863e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1913373 Jun 22 08:57:16.147080 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677913b4-7a0f-4608-bcc3-a113e66c4c93 req-515d2152-9294-40bf-8070-904bc1817349 tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:57:16.148638 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-677913b4-7a0f-4608-bcc3-a113e66c4c93 req-515d2152-9294-40bf-8070-904bc1817349 tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] 10.222.0.22 "GET /v2.0/ports?device_id=77bc445d-b7a3-4b72-a814-8e0cc5e86369 HTTP/1.1" status: 200 len: 932 time: 0.6861439 Jun 22 08:57:16.184000 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.plugins.ml2.managers [req-ebc6574f-35d5-4d63-9a6a-90379b3f75cf req-fbf32346-ae00-4f34-b39b-ab966a70ab3d service neutron] Attempting to bind port e0df6b65-6043-4e31-a806-6e16be4c8dd5 on host hv-cinder-79733 for vnic_type normal with profile {{(pid=92665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 08:57:16.184342 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.plugins.ml2.managers [req-ebc6574f-35d5-4d63-9a6a-90379b3f75cf req-fbf32346-ae00-4f34-b39b-ab966a70ab3d service neutron] Attempting to bind port e0df6b65-6043-4e31-a806-6e16be4c8dd5 by drivers openvswitch,hyperv on host hv-cinder-79733 at level 0 using segments [{'id': 'a37c650b-e011-49b1-9fb9-c613dfbe5229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '6858ed3b-c3b9-4692-a3bd-5458c5aaeb61'}] {{(pid=92665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 08:57:16.184662 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebc6574f-35d5-4d63-9a6a-90379b3f75cf req-fbf32346-ae00-4f34-b39b-ab966a70ab3d service neutron] Attempting to bind port e0df6b65-6043-4e31-a806-6e16be4c8dd5 on network 6858ed3b-c3b9-4692-a3bd-5458c5aaeb61 {{(pid=92665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 08:57:16.203158 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebc6574f-35d5-4d63-9a6a-90379b3f75cf req-fbf32346-ae00-4f34-b39b-ab966a70ab3d service neutron] Port e0df6b65-6043-4e31-a806-6e16be4c8dd5 on network 6858ed3b-c3b9-4692-a3bd-5458c5aaeb61 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79733 {{(pid=92665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 08:57:16.206789 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebc6574f-35d5-4d63-9a6a-90379b3f75cf req-fbf32346-ae00-4f34-b39b-ab966a70ab3d service neutron] Attempting to bind port e0df6b65-6043-4e31-a806-6e16be4c8dd5 on network 6858ed3b-c3b9-4692-a3bd-5458c5aaeb61 {{(pid=92665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 08:57:16.217574 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-b351d3e2-6040-43ec-a0f3-7f82adf76a76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748303'] for security_group, after_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:16.221281 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-b351d3e2-6040-43ec-a0f3-7f82adf76a76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:16.224337 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [None req-b351d3e2-6040-43ec-a0f3-7f82adf76a76 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ebf88383-c81d-4bde-bdff-84ac1e2095db HTTP/1.1" status: 204 len: 168 time: 0.5160720 Jun 22 08:57:16.226207 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-2246da4c-140d-4a93-b2f6-d6d24e7410f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:57:16.226920 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebc6574f-35d5-4d63-9a6a-90379b3f75cf req-fbf32346-ae00-4f34-b39b-ab966a70ab3d service neutron] Checking agent: {'id': '0fb2479b-8850-47fd-bce9-7c475063265a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79733', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 8, 54, 53), 'started_at': datetime.datetime(2021, 6, 22, 8, 54, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 8, 56, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 08:57:16.227461 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebc6574f-35d5-4d63-9a6a-90379b3f75cf req-fbf32346-ae00-4f34-b39b-ab966a70ab3d service neutron] Checking segment: {'id': 'a37c650b-e011-49b1-9fb9-c613dfbe5229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '6858ed3b-c3b9-4692-a3bd-5458c5aaeb61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 08:57:16.228012 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebc6574f-35d5-4d63-9a6a-90379b3f75cf req-fbf32346-ae00-4f34-b39b-ab966a70ab3d service neutron] Bound using segment: {'id': 'a37c650b-e011-49b1-9fb9-c613dfbe5229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '6858ed3b-c3b9-4692-a3bd-5458c5aaeb61'} {{(pid=92665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 08:57:16.228465 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.plugins.ml2.managers [req-ebc6574f-35d5-4d63-9a6a-90379b3f75cf req-fbf32346-ae00-4f34-b39b-ab966a70ab3d service neutron] Bound port: e0df6b65-6043-4e31-a806-6e16be4c8dd5, host: hv-cinder-79733, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a37c650b-e011-49b1-9fb9-c613dfbe5229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '6858ed3b-c3b9-4692-a3bd-5458c5aaeb61'}}] {{(pid=92665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 08:57:16.228816 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [req-ebc6574f-35d5-4d63-9a6a-90379b3f75cf req-fbf32346-ae00-4f34-b39b-ab966a70ab3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133719154'] for port, before_update {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:16.239797 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b351d3e2-6040-43ec-a0f3-7f82adf76a76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebf88383-c81d-4bde-bdff-84ac1e2095db,revision_number=None']} {{(pid=92664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:57:16.266452 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-677913b4-7a0f-4608-bcc3-a113e66c4c93 req-b4b4dff6-a904-4cc8-93fb-d84b695123f1 tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] 10.222.0.22 "GET /v2.0/security-groups?id=38156de4-c897-4c33-98c3-f122cd461c94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1051006 Jun 22 08:57:16.285750 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a7f3fc-80c6-4cd8-b8fc-6f11b14cc9ed req-b0bdef58-c24c-433d-87fb-a9a7d16188e1 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:57:16.302089 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-a2a7f3fc-80c6-4cd8-b8fc-6f11b14cc9ed req-b0bdef58-c24c-433d-87fb-a9a7d16188e1 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.22 "GET /v2.0/ports?device_id=6271050a-4abc-4bde-8b04-76e25bbe6df5 HTTP/1.1" status: 200 len: 943 time: 0.4890139 Jun 22 08:57:16.329764 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 08:57:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d258d428-234d-4b81-9c48-cde3abbc7a79 x-openstack-request-id: req-d258d428-234d-4b81-9c48-cde3abbc7a79 {{(pid=92666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 08:57:16.330630 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5f2c8e1-c94f-4259-ab73-c6701fe02413", "name": "network-vif-plugged", "status": "completed", "tag": "724f3001-5ca6-4fd7-8c9e-f51c726da841", "code": 200}]} {{(pid=92666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 08:57:16.331063 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d258d428-234d-4b81-9c48-cde3abbc7a79 {{(pid=92666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 08:57:16.331676 dv-cinder-797333-1-smb neutron-server[92666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5f2c8e1-c94f-4259-ab73-c6701fe02413', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '724f3001-5ca6-4fd7-8c9e-f51c726da841', 'code': 200} Jun 22 08:57:16.419591 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-b43b8a1c-adb2-4856-b01a-93b6a117e513 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:16.458777 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-a2a7f3fc-80c6-4cd8-b8fc-6f11b14cc9ed req-3d0f687d-29dd-4b19-b2bf-1bf484b97068 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.22 "GET /v2.0/security-groups?id=439773e6-15fd-46a9-865b-f4af198ad98a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1557043 Jun 22 08:57:16.461520 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-b43b8a1c-adb2-4856-b01a-93b6a117e513 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748303'] for security_group, after_create {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:16.481758 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-b351d3e2-6040-43ec-a0f3-7f82adf76a76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:57:16.488467 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:57:16.510213 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-469c3c4e-fffe-4df9-9d77-a1fd5d9fe158 req-e66a5338-ed81-4753-a693-96fec281bad5 service neutron] 10.222.0.15 "GET /v2.0/networks/266e7c95-823e-49c0-9793-a3850a55863e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3716631 Jun 22 08:57:16.543527 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.plugins.ml2.db [req-ebc6574f-35d5-4d63-9a6a-90379b3f75cf req-fbf32346-ae00-4f34-b39b-ab966a70ab3d service neutron] For port e0df6b65-6043-4e31-a806-6e16be4c8dd5, host hv-cinder-79733, cleared binding levels {{(pid=92665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 08:57:16.623506 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.plugins.ml2.db [req-ebc6574f-35d5-4d63-9a6a-90379b3f75cf req-fbf32346-ae00-4f34-b39b-ab966a70ab3d service neutron] For port e0df6b65-6043-4e31-a806-6e16be4c8dd5, host hv-cinder-79733, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79733',level=0,port_id=e0df6b65-6043-4e31-a806-6e16be4c8dd5,segment=NetworkSegment(a37c650b-e011-49b1-9fb9-c613dfbe5229),segment_id=a37c650b-e011-49b1-9fb9-c613dfbe5229)] {{(pid=92665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 08:57:16.653638 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [req-ebc6574f-35d5-4d63-9a6a-90379b3f75cf req-fbf32346-ae00-4f34-b39b-ab966a70ab3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133719696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133660950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728380107731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728379583079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728379583124'] for port, after_update {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:16.660309 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [None req-b43b8a1c-adb2-4856-b01a-93b6a117e513 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=fe3ec40c3bac4de39766f3febdcbafc8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3417711 Jun 22 08:57:16.660911 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.wsgi [-] (92664) accepted ('10.222.0.22', 33078) {{(pid=92664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 08:57:16.663146 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43b8a1c-adb2-4856-b01a-93b6a117e513 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7dd7659-845e-4928-86c8-b1d0cdf17a69,revision_number=1']} {{(pid=92665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:57:16.667684 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-b43b8a1c-adb2-4856-b01a-93b6a117e513 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:57:16.671814 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:57:16.719257 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc6574f-35d5-4d63-9a6a-90379b3f75cf req-fbf32346-ae00-4f34-b39b-ab966a70ab3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:57:16.719916 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [req-ebc6574f-35d5-4d63-9a6a-90379b3f75cf req-fbf32346-ae00-4f34-b39b-ab966a70ab3d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133660928'] for port, before_response {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:16.721374 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-ebc6574f-35d5-4d63-9a6a-90379b3f75cf req-fbf32346-ae00-4f34-b39b-ab966a70ab3d service neutron] 10.222.0.15 "PUT /v2.0/ports/e0df6b65-6043-4e31-a806-6e16be4c8dd5 HTTP/1.1" status: 200 len: 1094 time: 2.6543112 Jun 22 08:57:16.723636 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77bc445d-b7a3-4b72-a814-8e0cc5e86369', 'tag': 'e0df6b65-6043-4e31-a806-6e16be4c8dd5'}] {{(pid=92665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 08:57:16.726467 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}600ed202ef5c6893f709c92c950a9f9cd42c49f10c76c91c75f79f08b33dd1bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e6712b8-4c4d-4298-982a-aa65b2526b82" -d '{"events": [{"name": "network-changed", "server_uuid": "77bc445d-b7a3-4b72-a814-8e0cc5e86369", "tag": "e0df6b65-6043-4e31-a806-6e16be4c8dd5"}]}' {{(pid=92665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 08:57:16.843254 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 08:57:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9b469f0-ee2d-4125-887f-8d89b4e311c2 x-openstack-request-id: req-f9b469f0-ee2d-4125-887f-8d89b4e311c2 {{(pid=92665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 08:57:16.844398 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77bc445d-b7a3-4b72-a814-8e0cc5e86369", "tag": "e0df6b65-6043-4e31-a806-6e16be4c8dd5", "status": "completed", "code": 200}]} {{(pid=92665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 08:57:16.844900 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f9b469f0-ee2d-4125-887f-8d89b4e311c2 {{(pid=92665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 08:57:16.845595 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77bc445d-b7a3-4b72-a814-8e0cc5e86369', 'tag': 'e0df6b65-6043-4e31-a806-6e16be4c8dd5', 'status': 'completed', 'code': 200} Jun 22 08:57:16.891990 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf32346-ae00-4f34-b39b-ab966a70ab3d service neutron] Pushing event updated for resources: {'Port': ['ID=e0df6b65-6043-4e31-a806-6e16be4c8dd5,revision_number=3']} {{(pid=92665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:57:16.916616 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-fbf32346-ae00-4f34-b39b-ab966a70ab3d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:57:16.949896 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc883027-c29b-4885-aeb0-9585f10144c8 req-1b4747f2-4c6d-41d3-8577-035300f13e84 tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:57:16.953329 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-fc883027-c29b-4885-aeb0-9585f10144c8 req-1b4747f2-4c6d-41d3-8577-035300f13e84 tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] 10.222.0.22 "GET /v2.0/ports?device_id=f5f2c8e1-c94f-4259-ab73-c6701fe02413 HTTP/1.1" status: 200 len: 945 time: 0.3539970 Jun 22 08:57:16.964666 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-4f7b06cd-0492-4c69-920d-8458b1fd4b6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:17.039267 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.wsgi [-] (92665) accepted ('10.222.0.22', 33096) {{(pid=92665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 08:57:17.055389 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc6574f-35d5-4d63-9a6a-90379b3f75cf req-ad0e5676-1dc8-4d67-a10b-0a9af7fe43e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:57:17.057356 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-ebc6574f-35d5-4d63-9a6a-90379b3f75cf req-ad0e5676-1dc8-4d67-a10b-0a9af7fe43e5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=539be15b3b01480196a1d49d035c0e00&device_id=77bc445d-b7a3-4b72-a814-8e0cc5e86369 HTTP/1.1" status: 200 len: 1097 time: 0.2826540 Jun 22 08:57:17.075187 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-4f7b06cd-0492-4c69-920d-8458b1fd4b6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:17.096241 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-fc883027-c29b-4885-aeb0-9585f10144c8 req-d6f8e417-3338-4a13-9c56-604f27971683 tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] 10.222.0.22 "GET /v2.0/security-groups?id=b898a60c-7fe8-421c-bc5f-0e7f60ad4a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329279 Jun 22 08:57:17.123677 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e91ad9d-62eb-45c4-9a5c-f70e464b8a97 req-12c48f7a-57f0-4433-be8e-56a66606d0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:57:17.139191 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-2e91ad9d-62eb-45c4-9a5c-f70e464b8a97 req-12c48f7a-57f0-4433-be8e-56a66606d0d8 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f5f2c8e1-c94f-4259-ab73-c6701fe02413 HTTP/1.1" status: 200 len: 1098 time: 0.4118278 Jun 22 08:57:17.169783 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-ebc6574f-35d5-4d63-9a6a-90379b3f75cf req-33c52ee3-26fd-4198-89a4-35414640c165 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e0df6b65-6043-4e31-a806-6e16be4c8dd5 HTTP/1.1" status: 200 len: 217 time: 0.1013415 Jun 22 08:57:17.195886 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.v2.base [None req-275ad9c4-5750-4731-a9af-8e5d5fe51044 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-283735507-network', 'tenant_id': '5bcbfec3a62f4057938c6c2b4fa001fa'}} {{(pid=92665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 08:57:17.231610 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.rpc [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Device df79e61f-d424-4ad1-8cee-250dafd6bad5 details requested by agent hyperv_hv-cinder-79733 with host hv-cinder-79733 {{(pid=92666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 08:57:17.247806 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-2e91ad9d-62eb-45c4-9a5c-f70e464b8a97 req-f7d0ec72-6556-40bc-bfd6-ad4378ae69c3 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=b898a60c-7fe8-421c-bc5f-0e7f60ad4a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984623 Jun 22 08:57:17.259056 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc6574f-35d5-4d63-9a6a-90379b3f75cf req-2a0d75aa-0a8c-40e3-8707-6313d672bfcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:57:17.261813 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-ebc6574f-35d5-4d63-9a6a-90379b3f75cf req-2a0d75aa-0a8c-40e3-8707-6313d672bfcf service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d3540fe9-cc9d-4e8a-ade5-a63ad9a74449 HTTP/1.1" status: 200 len: 849 time: 0.0853224 Jun 22 08:57:17.263235 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-275ad9c4-5750-4731-a9af-8e5d5fe51044 admin admin] Made reservation on behalf of 5bcbfec3a62f4057938c6c2b4fa001fa for: {'network': 1} {{(pid=92665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 08:57:17.267180 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-275ad9c4-5750-4731-a9af-8e5d5fe51044 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-133719140'] for network, before_create {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:17.274818 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-4f7b06cd-0492-4c69-920d-8458b1fd4b6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748303'] for security_group, after_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:17.277508 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-4f7b06cd-0492-4c69-920d-8458b1fd4b6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:17.278059 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-275ad9c4-5750-4731-a9af-8e5d5fe51044 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:17.278846 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [None req-4f7b06cd-0492-4c69-920d-8458b1fd4b6c admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e7dd7659-845e-4928-86c8-b1d0cdf17a69 HTTP/1.1" status: 204 len: 168 time: 0.6171150 Jun 22 08:57:17.280157 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-0111dd37-db59-4123-8f1d-c6f4c28367c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:57:17.298461 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7b06cd-0492-4c69-920d-8458b1fd4b6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7dd7659-845e-4928-86c8-b1d0cdf17a69,revision_number=None']} {{(pid=92664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:57:17.304533 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-4f7b06cd-0492-4c69-920d-8458b1fd4b6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:57:17.395322 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.db [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] For port df79e61f-d424-4ad1-8cee-250dafd6bad5, host hv-cinder-79733, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79733',level=0,port_id=df79e61f-d424-4ad1-8cee-250dafd6bad5,segment=NetworkSegment(ff26e6d0-efb0-4f26-b4ca-43fb0499d495),segment_id=ff26e6d0-efb0-4f26-b4ca-43fb0499d495)] {{(pid=92666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 08:57:17.414369 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.rpc [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Returning: {'device': 'df79e61f-d424-4ad1-8cee-250dafd6bad5', 'network_id': '266e7c95-823e-49c0-9793-a3850a55863e', 'port_id': 'df79e61f-d424-4ad1-8cee-250dafd6bad5', 'mac_address': 'fa:16:3e:66:35:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fa320cf-b578-475c-89d7-a0309e38937c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 08:57:17.487506 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133719154'] for port, before_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:17.513187 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.notifiers.nova [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df79e61f-d424-4ad1-8cee-250dafd6bad5 {{(pid=92666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 08:57:17.537701 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc6574f-35d5-4d63-9a6a-90379b3f75cf req-cfd3b9d8-3163-47da-9ab8-fab809c79e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:57:17.539740 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-ebc6574f-35d5-4d63-9a6a-90379b3f75cf req-cfd3b9d8-3163-47da-9ab8-fab809c79e6e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6858ed3b-c3b9-4692-a3bd-5458c5aaeb61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2361221 Jun 22 08:57:17.541414 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.db [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] For port df79e61f-d424-4ad1-8cee-250dafd6bad5, host hv-cinder-79733, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79733',level=0,port_id=df79e61f-d424-4ad1-8cee-250dafd6bad5,segment=NetworkSegment(ff26e6d0-efb0-4f26-b4ca-43fb0499d495),segment_id=ff26e6d0-efb0-4f26-b4ca-43fb0499d495)] {{(pid=92666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 08:57:17.546869 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133719696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133660950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728380107731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728379583079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728379583124'] for port, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:17.550823 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG oslo_concurrency.lockutils [None req-60a064a5-5dd3-498b-ad16-c1fff5976422 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:57:17.648468 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-275ad9c4-5750-4731-a9af-8e5d5fe51044 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:17.659219 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-275ad9c4-5750-4731-a9af-8e5d5fe51044 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748303'] for security_group, after_create {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:17.666580 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Pushing event updated for resources: {'Port': ['ID=df79e61f-d424-4ad1-8cee-250dafd6bad5,revision_number=4']} {{(pid=92666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:57:17.666958 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-b5d922da-de1f-44a2-b97b-8906e95a476f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:57:17.677541 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG oslo_concurrency.lockutils [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=92666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:57:17.687103 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451a44ac-4b11-4981-a98a-939cc192a46e req-001778c4-0646-4a87-a0fa-3ea398f16d96 tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:57:17.688913 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-451a44ac-4b11-4981-a98a-939cc192a46e req-001778c4-0646-4a87-a0fa-3ea398f16d96 tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] 10.222.0.22 "GET /v2.0/ports?device_id=77bc445d-b7a3-4b72-a814-8e0cc5e86369 HTTP/1.1" status: 200 len: 944 time: 0.2318690 Jun 22 08:57:17.726302 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-275ad9c4-5750-4731-a9af-8e5d5fe51044 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 222} {{(pid=92665) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 08:57:17.762166 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-ebc6574f-35d5-4d63-9a6a-90379b3f75cf req-bfd7bf6c-b144-4a8e-94e2-5057d642c5a2 service neutron] 10.222.0.15 "GET /v2.0/networks/6858ed3b-c3b9-4692-a3bd-5458c5aaeb61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2112880 Jun 22 08:57:17.771407 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-275ad9c4-5750-4731-a9af-8e5d5fe51044 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133909941'] for segment, precommit_create {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:17.771963 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.db.segments_db [None req-275ad9c4-5750-4731-a9af-8e5d5fe51044 admin admin] Added segment ab517c0f-c207-4579-8c02-9336ac0a8f51 of type vlan for network ffc45789-1d25-422f-af85-26bb37a39178 Jun 22 08:57:17.773523 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275ad9c4-5750-4731-a9af-8e5d5fe51044 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e4a33ff-db35-4639-976e-5a005d9008f4,revision_number=1']} {{(pid=92665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:57:17.800890 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-275ad9c4-5750-4731-a9af-8e5d5fe51044 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:57:17.839078 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.db [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] get_ports_and_sgs() called for port_ids ['df79e61f-d424-4ad1-8cee-250dafd6bad5'] {{(pid=92666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 08:57:18.088793 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-ebc6574f-35d5-4d63-9a6a-90379b3f75cf req-fbde26fc-27be-4020-b4e3-136d0313dd17 service neutron] 10.222.0.15 "GET /v2.0/networks/6858ed3b-c3b9-4692-a3bd-5458c5aaeb61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3189089 Jun 22 08:57:18.167795 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-451a44ac-4b11-4981-a98a-939cc192a46e req-3895440e-08b1-44fb-ad83-811bc422dba5 tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] 10.222.0.22 "GET /v2.0/security-groups?id=38156de4-c897-4c33-98c3-f122cd461c94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4572363 Jun 22 08:57:18.200374 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-275ad9c4-5750-4731-a9af-8e5d5fe51044 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728379603923'] for network, precommit_create {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:18.366168 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-275ad9c4-5750-4731-a9af-8e5d5fe51044 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-748338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-133660957'] for network, after_create {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:18.375574 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-275ad9c4-5750-4731-a9af-8e5d5fe51044 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:57:18.384568 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-275ad9c4-5750-4731-a9af-8e5d5fe51044 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133660928'] for network, before_response {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:18.397431 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-34508ffd-47bf-402b-baf7-11e1e99fb9a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:57:18.418381 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7248633d-39be-4f10-9850-6b2a01d4342b req-9e480ef9-f157-4b2b-982f-40e56f53f014 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:57:18.426811 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-7248633d-39be-4f10-9850-6b2a01d4342b req-9e480ef9-f157-4b2b-982f-40e56f53f014 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.22 "GET /v2.0/ports?device_id=6271050a-4abc-4bde-8b04-76e25bbe6df5 HTTP/1.1" status: 200 len: 944 time: 0.3314135 Jun 22 08:57:18.559720 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [None req-275ad9c4-5750-4731-a9af-8e5d5fe51044 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.5152972 Jun 22 08:57:18.564319 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.wsgi [-] (92665) accepted ('10.222.0.22', 33160) {{(pid=92665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 08:57:18.577104 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.v2.base [None req-c5bccb80-88b5-4b58-a96d-6e5ae161f0b2 admin admin] Request body: {'subnet': {'network_id': 'ffc45789-1d25-422f-af85-26bb37a39178', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-283735507-subnet', 'tenant_id': '5bcbfec3a62f4057938c6c2b4fa001fa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 08:57:18.584678 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275ad9c4-5750-4731-a9af-8e5d5fe51044 admin admin] Pushing event updated for resources: {'Network': ['ID=ffc45789-1d25-422f-af85-26bb37a39178,revision_number=1']} {{(pid=92665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:57:18.610190 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-275ad9c4-5750-4731-a9af-8e5d5fe51044 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:57:18.612626 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.rpc [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Network ffc45789-1d25-422f-af85-26bb37a39178 details requested by agent ovs-agent-dv-cinder-797333-1-smb with host dv-cinder-797333-1-smb {{(pid=92666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 08:57:18.619749 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6712b8-4c4d-4298-982a-aa65b2526b82 req-60f5235d-5cea-4abf-9899-c7d8295eb466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:57:18.621739 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-0e6712b8-4c4d-4298-982a-aa65b2526b82 req-60f5235d-5cea-4abf-9899-c7d8295eb466 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=539be15b3b01480196a1d49d035c0e00&device_id=77bc445d-b7a3-4b72-a814-8e0cc5e86369 HTTP/1.1" status: 200 len: 1097 time: 0.3795395 Jun 22 08:57:18.636550 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-7248633d-39be-4f10-9850-6b2a01d4342b req-b6107719-c7aa-4f6c-b9b1-2a392ef1754d tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.22 "GET /v2.0/security-groups?id=439773e6-15fd-46a9-865b-f4af198ad98a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2087162 Jun 22 08:57:18.723260 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5bccb80-88b5-4b58-a96d-6e5ae161f0b2 admin admin] Made reservation on behalf of 5bcbfec3a62f4057938c6c2b4fa001fa for: {'subnet': 1} {{(pid=92665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 08:57:18.727456 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-c5bccb80-88b5-4b58-a96d-6e5ae161f0b2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:19.081096 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28cdc80-f58b-4c96-a2b6-c15184e89ecd req-8bcbe7ef-b5b2-4ba5-99ae-5c95daf021bb tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:57:19.084003 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-b28cdc80-f58b-4c96-a2b6-c15184e89ecd req-8bcbe7ef-b5b2-4ba5-99ae-5c95daf021bb tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] 10.222.0.22 "GET /v2.0/ports?device_id=f5f2c8e1-c94f-4259-ab73-c6701fe02413 HTTP/1.1" status: 200 len: 945 time: 0.6118286 Jun 22 08:57:19.198713 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6712b8-4c4d-4298-982a-aa65b2526b82 req-68056f6b-d9cc-4438-a292-01d8294e4488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:57:19.200939 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-0e6712b8-4c4d-4298-982a-aa65b2526b82 req-68056f6b-d9cc-4438-a292-01d8294e4488 service neutron] 10.222.0.15 "GET /v2.0/networks?id=6858ed3b-c3b9-4692-a3bd-5458c5aaeb61 HTTP/1.1" status: 200 len: 911 time: 0.5545554 Jun 22 08:57:19.204396 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-b28cdc80-f58b-4c96-a2b6-c15184e89ecd req-0b171e4b-f804-4001-b0a3-da6fbb6934cb tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] 10.222.0.22 "GET /v2.0/security-groups?id=b898a60c-7fe8-421c-bc5f-0e7f60ad4a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002214 Jun 22 08:57:19.251323 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.rpc [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Device df79e61f-d424-4ad1-8cee-250dafd6bad5 up at agent hyperv_hv-cinder-79733 {{(pid=92666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 08:57:19.257532 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-0e6712b8-4c4d-4298-982a-aa65b2526b82 req-6421a1cb-9a3f-4c6e-a1ed-92360a224afd service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e0df6b65-6043-4e31-a806-6e16be4c8dd5 HTTP/1.1" status: 200 len: 217 time: 0.0496814 Jun 22 08:57:19.393314 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6712b8-4c4d-4298-982a-aa65b2526b82 req-84977abe-94e2-4ab0-85f5-6b3a0c415866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:57:19.394984 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-0e6712b8-4c4d-4298-982a-aa65b2526b82 req-84977abe-94e2-4ab0-85f5-6b3a0c415866 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d3540fe9-cc9d-4e8a-ade5-a63ad9a74449 HTTP/1.1" status: 200 len: 849 time: 0.1290920 Jun 22 08:57:19.408426 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.provisioning_blocks [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Provisioning for port df79e61f-d424-4ad1-8cee-250dafd6bad5 completed by entity L2. {{(pid=92666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 08:57:19.414985 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.provisioning_blocks [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Provisioning complete for port df79e61f-d424-4ad1-8cee-250dafd6bad5 triggered by entity L2. {{(pid=92666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 08:57:19.415357 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133917554'] for port, provisioning_complete {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:19.496887 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-c5bccb80-88b5-4b58-a96d-6e5ae161f0b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133660950'] for subnet, after_create {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:19.507667 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-500be67e-d3d5-4a93-bb19-8ea8d567de1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:57:19.593806 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bccb80-88b5-4b58-a96d-6e5ae161f0b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=769b377e-b2ee-442e-a52d-8bee4cbfb3ca,revision_number=0']} {{(pid=92665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:57:19.605505 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-c5bccb80-88b5-4b58-a96d-6e5ae161f0b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:57:19.614645 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6712b8-4c4d-4298-982a-aa65b2526b82 req-9073ea7f-0293-4e3f-97fc-3339f74acc53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:57:19.616759 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-0e6712b8-4c4d-4298-982a-aa65b2526b82 req-9073ea7f-0293-4e3f-97fc-3339f74acc53 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6858ed3b-c3b9-4692-a3bd-5458c5aaeb61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1999006 Jun 22 08:57:19.635368 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133719154'] for port, before_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:19.664905 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6271050a-4abc-4bde-8b04-76e25bbe6df5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df79e61f-d424-4ad1-8cee-250dafd6bad5'}] {{(pid=92666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 08:57:19.668148 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d55364b227510a28ea0dc9c97ec82a2823dd2b88b3d79212c5ee75253478bf9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e72a37f6-9084-4394-ae6b-4f152fdcaae5" -d '{"events": [{"server_uuid": "6271050a-4abc-4bde-8b04-76e25bbe6df5", "name": "network-vif-plugged", "status": "completed", "tag": "df79e61f-d424-4ad1-8cee-250dafd6bad5"}]}' {{(pid=92666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 08:57:19.685350 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.db [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] For port df79e61f-d424-4ad1-8cee-250dafd6bad5, host hv-cinder-79733, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79733',level=0,port_id=df79e61f-d424-4ad1-8cee-250dafd6bad5,segment=NetworkSegment(ff26e6d0-efb0-4f26-b4ca-43fb0499d495),segment_id=ff26e6d0-efb0-4f26-b4ca-43fb0499d495)] {{(pid=92666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 08:57:19.691044 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133719696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133660950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728380107731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728379583079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728379583124'] for port, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:19.694504 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG oslo_concurrency.lockutils [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:57:19.715442 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e766b11a-315b-4df0-aad2-63d9b49414d9 req-181d3b47-0266-4a41-874d-756613082027 tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:57:19.717265 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-e766b11a-315b-4df0-aad2-63d9b49414d9 req-181d3b47-0266-4a41-874d-756613082027 tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] 10.222.0.22 "GET /v2.0/ports?device_id=77bc445d-b7a3-4b72-a814-8e0cc5e86369 HTTP/1.1" status: 200 len: 944 time: 0.2801571 Jun 22 08:57:19.723524 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5bccb80-88b5-4b58-a96d-6e5ae161f0b2 admin admin] Checking segment: {'id': 'ab517c0f-c207-4579-8c02-9336ac0a8f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'ffc45789-1d25-422f-af85-26bb37a39178'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 08:57:19.724153 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5bccb80-88b5-4b58-a96d-6e5ae161f0b2 admin admin] Network hostable DHCP agents. Network: ffc45789-1d25-422f-af85-26bb37a39178, hostable agents: ['18f46bdb-decb-4ad2-bb7f-51185bbb2b9b'], hosted agents: [] {{(pid=92665) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 08:57:19.800683 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5bccb80-88b5-4b58-a96d-6e5ae161f0b2 admin admin] Network ffc45789-1d25-422f-af85-26bb37a39178 is scheduled to be hosted by DHCP agent 18f46bdb-decb-4ad2-bb7f-51185bbb2b9b with binding_index 1 {{(pid=92665) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 08:57:19.802003 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Pushing event updated for resources: {'Port': ['ID=df79e61f-d424-4ad1-8cee-250dafd6bad5,revision_number=5']} {{(pid=92666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:57:19.817115 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-0e6712b8-4c4d-4298-982a-aa65b2526b82 req-2173bb7b-a8d1-4a25-9676-302074a98b1a service neutron] 10.222.0.15 "GET /v2.0/networks/6858ed3b-c3b9-4692-a3bd-5458c5aaeb61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1835985 Jun 22 08:57:19.824270 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG oslo_concurrency.lockutils [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=92666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:57:19.830408 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-e766b11a-315b-4df0-aad2-63d9b49414d9 req-b12f7d79-a29c-466a-97cb-a9a0a9cda9e8 tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] 10.222.0.22 "GET /v2.0/security-groups?id=38156de4-c897-4c33-98c3-f122cd461c94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1031609 Jun 22 08:57:19.832697 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.scheduler.base_scheduler [None req-c5bccb80-88b5-4b58-a96d-6e5ae161f0b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797333-1-smb, ffc45789-1d25-422f-af85-26bb37a39178) {{(pid=92665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 08:57:19.842693 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-027686cc-8623-4524-ae0c-bddc9d74cdee None None] Network ffc45789-1d25-422f-af85-26bb37a39178 requested from dv-cinder-797333-1-smb {{(pid=92666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 08:57:19.854563 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5bccb80-88b5-4b58-a96d-6e5ae161f0b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:57:19.855161 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-c5bccb80-88b5-4b58-a96d-6e5ae161f0b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133660928'] for subnet, before_response {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:19.902028 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 08:57:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8012e90f-9ebd-40bd-a9e4-77854063eeec x-openstack-request-id: req-8012e90f-9ebd-40bd-a9e4-77854063eeec {{(pid=92666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 08:57:19.902389 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6271050a-4abc-4bde-8b04-76e25bbe6df5", "name": "network-vif-plugged", "status": "completed", "tag": "df79e61f-d424-4ad1-8cee-250dafd6bad5", "code": 200}]} {{(pid=92666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 08:57:19.902747 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8012e90f-9ebd-40bd-a9e4-77854063eeec {{(pid=92666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 08:57:19.903250 dv-cinder-797333-1-smb neutron-server[92666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6271050a-4abc-4bde-8b04-76e25bbe6df5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df79e61f-d424-4ad1-8cee-250dafd6bad5', 'code': 200} Jun 22 08:57:20.007696 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [None req-c5bccb80-88b5-4b58-a96d-6e5ae161f0b2 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.4396610 Jun 22 08:57:20.103175 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909e3973-8882-4ec8-8b5c-f069913f70dc req-af81b5e9-34ba-4aa1-bf8d-7377e86300ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:57:20.109077 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-909e3973-8882-4ec8-8b5c-f069913f70dc req-af81b5e9-34ba-4aa1-bf8d-7377e86300ec service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=579dfe35a1f942f09a66abcabc039fa9&device_id=f5f2c8e1-c94f-4259-ab73-c6701fe02413 HTTP/1.1" status: 200 len: 1098 time: 0.1963596 Jun 22 08:57:20.210683 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-0e6712b8-4c4d-4298-982a-aa65b2526b82 req-46d84915-c442-4032-a675-a96867fc193d service neutron] 10.222.0.15 "GET /v2.0/networks/6858ed3b-c3b9-4692-a3bd-5458c5aaeb61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3790152 Jun 22 08:57:20.231618 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6ea8797-8f9d-41c3-8238-fedf68171e70 None None] Network ffc45789-1d25-422f-af85-26bb37a39178 requested from dv-cinder-797333-1-smb {{(pid=92666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 08:57:20.344104 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9c72bf-2146-4003-88d6-b0edf7536d9f req-601124ee-755d-4f52-a99f-a0d63a91db2e tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:57:20.346273 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-4c9c72bf-2146-4003-88d6-b0edf7536d9f req-601124ee-755d-4f52-a99f-a0d63a91db2e tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.22 "GET /v2.0/ports?device_id=6271050a-4abc-4bde-8b04-76e25bbe6df5 HTTP/1.1" status: 200 len: 945 time: 0.2747288 Jun 22 08:57:20.401695 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909e3973-8882-4ec8-8b5c-f069913f70dc req-fc65ec7a-adfd-4b72-9e7a-1f5a34fb2bec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:57:20.403353 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-909e3973-8882-4ec8-8b5c-f069913f70dc req-fc65ec7a-adfd-4b72-9e7a-1f5a34fb2bec service neutron] 10.222.0.15 "GET /v2.0/networks?id=fc5fbf8b-b290-4909-ad02-6e42f6cbe581 HTTP/1.1" status: 200 len: 920 time: 0.2856724 Jun 22 08:57:20.408466 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-4c9c72bf-2146-4003-88d6-b0edf7536d9f req-fa4e746f-8966-43c1-a893-da7a3f2bde13 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.22 "GET /v2.0/security-groups?id=439773e6-15fd-46a9-865b-f4af198ad98a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544550 Jun 22 08:57:20.425356 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2230623f-5106-4fda-b90a-f64accaf816d req-00a2cc8a-3629-4bc7-a8f3-2c00a9209ee6 tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:57:20.434104 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-2230623f-5106-4fda-b90a-f64accaf816d req-00a2cc8a-3629-4bc7-a8f3-2c00a9209ee6 tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] 10.222.0.22 "GET /v2.0/ports?device_id=f5f2c8e1-c94f-4259-ab73-c6701fe02413 HTTP/1.1" status: 200 len: 945 time: 0.1927428 Jun 22 08:57:20.494125 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-2230623f-5106-4fda-b90a-f64accaf816d req-6fa6bf3e-60e3-4755-9128-de848a531b60 tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] 10.222.0.22 "GET /v2.0/security-groups?id=b898a60c-7fe8-421c-bc5f-0e7f60ad4a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570378 Jun 22 08:57:20.525545 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-909e3973-8882-4ec8-8b5c-f069913f70dc req-0255f9b8-da1f-4bc8-a15b-271206143729 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=724f3001-5ca6-4fd7-8c9e-f51c726da841 HTTP/1.1" status: 200 len: 217 time: 0.1092310 Jun 22 08:57:20.575226 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544b2c81-d377-4271-afde-ebaa587ce63e req-0b5b758d-79a8-4e97-92c5-3e7dcc1bacf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:57:20.577092 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-544b2c81-d377-4271-afde-ebaa587ce63e req-0b5b758d-79a8-4e97-92c5-3e7dcc1bacf6 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=6271050a-4abc-4bde-8b04-76e25bbe6df5 HTTP/1.1" status: 200 len: 1098 time: 0.1017931 Jun 22 08:57:20.647475 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-544b2c81-d377-4271-afde-ebaa587ce63e req-9b40822b-7261-4dcb-9bcc-eed0ffa276a6 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=439773e6-15fd-46a9-865b-f4af198ad98a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615966 Jun 22 08:57:20.656453 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909e3973-8882-4ec8-8b5c-f069913f70dc req-70313c21-6df3-4513-a453-165a53df0790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:57:20.658663 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-909e3973-8882-4ec8-8b5c-f069913f70dc req-70313c21-6df3-4513-a453-165a53df0790 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d4b70363-b957-482d-afbc-e3f16f2e15d6 HTTP/1.1" status: 200 len: 859 time: 0.1264701 Jun 22 08:57:20.760612 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-909e3973-8882-4ec8-8b5c-f069913f70dc req-5231bb97-0eee-491a-a9cb-cba31e3761cb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fc5fbf8b-b290-4909-ad02-6e42f6cbe581&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408900 Jun 22 08:57:20.924351 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-909e3973-8882-4ec8-8b5c-f069913f70dc req-cb4bd627-3b8e-4c70-9d1f-6f0dff3ba826 service neutron] 10.222.0.15 "GET /v2.0/networks/fc5fbf8b-b290-4909-ad02-6e42f6cbe581?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489551 Jun 22 08:57:21.128071 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dc165c-af9f-4da1-8b57-91edeff49944 req-893469ef-704c-470a-be9a-9db5d5911786 tempest-DeleteServersTestJSON-216179078 tempest-DeleteServersTestJSON-216179078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:57:21.129822 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-41dc165c-af9f-4da1-8b57-91edeff49944 req-893469ef-704c-470a-be9a-9db5d5911786 tempest-DeleteServersTestJSON-216179078 tempest-DeleteServersTestJSON-216179078-project] 10.222.0.22 "GET /v2.0/ports?device_id=f6adb4e3-f1e8-4dfb-88e0-eea47b24076d HTTP/1.1" status: 200 len: 946 time: 0.1643107 Jun 22 08:57:21.147797 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-909e3973-8882-4ec8-8b5c-f069913f70dc req-c8829468-0f89-47ec-b361-a6a7c10789d8 service neutron] 10.222.0.15 "GET /v2.0/networks/fc5fbf8b-b290-4909-ad02-6e42f6cbe581?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2149258 Jun 22 08:57:21.188627 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5014caa-c1fb-4326-b663-954d75d6ec0d req-f8fc7ceb-7bfe-4daf-bb1c-b557dc11884d tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:57:21.192403 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-c5014caa-c1fb-4326-b663-954d75d6ec0d req-f8fc7ceb-7bfe-4daf-bb1c-b557dc11884d tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] 10.222.0.22 "GET /v2.0/ports?device_id=77bc445d-b7a3-4b72-a814-8e0cc5e86369 HTTP/1.1" status: 200 len: 944 time: 0.1382699 Jun 22 08:57:21.271095 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-c5014caa-c1fb-4326-b663-954d75d6ec0d req-748107e2-edfe-4fae-aa32-a06c4ddc31b2 tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] 10.222.0.22 "GET /v2.0/security-groups?id=38156de4-c897-4c33-98c3-f122cd461c94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557718 Jun 22 08:57:21.271768 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.rpc [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Device e0df6b65-6043-4e31-a806-6e16be4c8dd5 details requested by agent hyperv_hv-cinder-79733 with host hv-cinder-79733 {{(pid=92666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 08:57:21.298991 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-41dc165c-af9f-4da1-8b57-91edeff49944 req-62578c16-5538-4f8d-baf5-618cd75a73ad tempest-DeleteServersTestJSON-216179078 tempest-DeleteServersTestJSON-216179078-project] 10.222.0.22 "GET /v2.0/security-groups?id=1548d3c8-84c0-49f5-b8c1-fb6044ba6323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603165 Jun 22 08:57:21.436064 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.db [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] For port e0df6b65-6043-4e31-a806-6e16be4c8dd5, host hv-cinder-79733, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79733',level=0,port_id=e0df6b65-6043-4e31-a806-6e16be4c8dd5,segment=NetworkSegment(a37c650b-e011-49b1-9fb9-c613dfbe5229),segment_id=a37c650b-e011-49b1-9fb9-c613dfbe5229)] {{(pid=92666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 08:57:21.464466 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.rpc [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Returning: {'device': 'e0df6b65-6043-4e31-a806-6e16be4c8dd5', 'network_id': '6858ed3b-c3b9-4692-a3bd-5458c5aaeb61', 'port_id': 'e0df6b65-6043-4e31-a806-6e16be4c8dd5', 'mac_address': 'fa:16:3e:3e:d2:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 224, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3540fe9-cc9d-4e8a-ade5-a63ad9a74449', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 08:57:21.530047 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133719154'] for port, before_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:21.556990 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.notifiers.nova [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0df6b65-6043-4e31-a806-6e16be4c8dd5 {{(pid=92666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 08:57:21.633094 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.db [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] For port e0df6b65-6043-4e31-a806-6e16be4c8dd5, host hv-cinder-79733, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79733',level=0,port_id=e0df6b65-6043-4e31-a806-6e16be4c8dd5,segment=NetworkSegment(a37c650b-e011-49b1-9fb9-c613dfbe5229),segment_id=a37c650b-e011-49b1-9fb9-c613dfbe5229)] {{(pid=92666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 08:57:21.650564 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133719696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133660950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728380107731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728379583079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728379583124'] for port, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:21.653810 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG oslo_concurrency.lockutils [None req-bc851b3d-b8b6-40d7-a3ff-8f210e606bfe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:57:21.727467 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Pushing event updated for resources: {'Port': ['ID=e0df6b65-6043-4e31-a806-6e16be4c8dd5,revision_number=4']} {{(pid=92666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:57:21.732246 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG oslo_concurrency.lockutils [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:57:21.779033 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3674a7ef-bf72-4a2d-958a-61427f0c294a req-8658289c-918a-481a-a668-819da905cbd8 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:57:21.781297 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-3674a7ef-bf72-4a2d-958a-61427f0c294a req-8658289c-918a-481a-a668-819da905cbd8 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.22 "GET /v2.0/ports?device_id=6271050a-4abc-4bde-8b04-76e25bbe6df5 HTTP/1.1" status: 200 len: 945 time: 0.1557770 Jun 22 08:57:21.798182 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6915aaf-76a8-4e37-87b1-ace4ea61ef6c req-576eb6e1-082b-4ec2-92a0-74ccdce6762e tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:57:21.799965 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-d6915aaf-76a8-4e37-87b1-ace4ea61ef6c req-576eb6e1-082b-4ec2-92a0-74ccdce6762e tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] 10.222.0.22 "GET /v2.0/ports?device_id=f5f2c8e1-c94f-4259-ab73-c6701fe02413 HTTP/1.1" status: 200 len: 945 time: 0.1191576 Jun 22 08:57:21.874710 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-3674a7ef-bf72-4a2d-958a-61427f0c294a req-ecd40f6a-2c63-4549-b1b0-31a6873caccb tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.22 "GET /v2.0/security-groups?id=439773e6-15fd-46a9-865b-f4af198ad98a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736010 Jun 22 08:57:21.895747 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-d6915aaf-76a8-4e37-87b1-ace4ea61ef6c req-9695521c-fa35-4508-b3b5-bc27db72c38f tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] 10.222.0.22 "GET /v2.0/security-groups?id=b898a60c-7fe8-421c-bc5f-0e7f60ad4a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838385 Jun 22 08:57:22.113680 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.db [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] get_ports_and_sgs() called for port_ids ['e0df6b65-6043-4e31-a806-6e16be4c8dd5'] {{(pid=92666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 08:57:22.540830 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a44288-1ec0-4056-983e-a1b57268af24 req-1a46c2b2-73c1-4eec-8e2d-48faf843e9ed tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:57:22.542461 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-48a44288-1ec0-4056-983e-a1b57268af24 req-1a46c2b2-73c1-4eec-8e2d-48faf843e9ed tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] 10.222.0.22 "GET /v2.0/ports?device_id=77bc445d-b7a3-4b72-a814-8e0cc5e86369 HTTP/1.1" status: 200 len: 945 time: 0.1168582 Jun 22 08:57:22.550810 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2e6b66-708c-4b60-baa0-1e802a47c31f req-92542464-662b-47d0-9ac6-9eaef4567075 tempest-DeleteServersTestJSON-216179078 tempest-DeleteServersTestJSON-216179078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:57:22.552337 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-8c2e6b66-708c-4b60-baa0-1e802a47c31f req-92542464-662b-47d0-9ac6-9eaef4567075 tempest-DeleteServersTestJSON-216179078 tempest-DeleteServersTestJSON-216179078-project] 10.222.0.22 "GET /v2.0/ports?device_id=f6adb4e3-f1e8-4dfb-88e0-eea47b24076d HTTP/1.1" status: 200 len: 946 time: 0.1167455 Jun 22 08:57:22.605458 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-48a44288-1ec0-4056-983e-a1b57268af24 req-770c2ead-4cd7-4129-bb3b-4422874f069b tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] 10.222.0.22 "GET /v2.0/security-groups?id=38156de4-c897-4c33-98c3-f122cd461c94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520444 Jun 22 08:57:22.619796 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-8c2e6b66-708c-4b60-baa0-1e802a47c31f req-6a117f67-da01-4c80-aad3-44ac63c16e3b tempest-DeleteServersTestJSON-216179078 tempest-DeleteServersTestJSON-216179078-project] 10.222.0.22 "GET /v2.0/security-groups?id=1548d3c8-84c0-49f5-b8c1-fb6044ba6323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591879 Jun 22 08:57:22.716347 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380123073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133916839'] for agent, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:22.831984 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b73b88-e57a-4a8a-ab64-ebd512930e03 req-be9d1e75-2ebd-4e22-a9b4-434dd7d39ee6 tempest-VolumesActionsTest-1900697665 tempest-VolumesActionsTest-1900697665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:57:22.833503 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-38b73b88-e57a-4a8a-ab64-ebd512930e03 req-be9d1e75-2ebd-4e22-a9b4-434dd7d39ee6 tempest-VolumesActionsTest-1900697665 tempest-VolumesActionsTest-1900697665-project] 10.222.0.22 "GET /v2.0/networks?id=ffc45789-1d25-422f-af85-26bb37a39178 HTTP/1.1" status: 200 len: 808 time: 0.1465769 Jun 22 08:57:22.851481 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-38b73b88-e57a-4a8a-ab64-ebd512930e03 req-ce9574f2-60b0-436f-8f51-756ef1dfc498 tempest-VolumesActionsTest-1900697665 tempest-VolumesActionsTest-1900697665-project] 10.222.0.22 "GET /v2.0/quotas/5bcbfec3a62f4057938c6c2b4fa001fa HTTP/1.1" status: 200 len: 375 time: 0.0099313 Jun 22 08:57:22.888103 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-38b73b88-e57a-4a8a-ab64-ebd512930e03 req-5777c94a-57c8-4b0d-a5b2-3fcb5a7e84ba tempest-VolumesActionsTest-1900697665 tempest-VolumesActionsTest-1900697665-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=5bcbfec3a62f4057938c6c2b4fa001fa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0305898 Jun 22 08:57:23.010299 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-38b73b88-e57a-4a8a-ab64-ebd512930e03 req-9313b52d-e0bd-4a94-bbc5-b7039adfc085 service neutron] 10.222.0.22 "GET /v2.0/networks/ffc45789-1d25-422f-af85-26bb37a39178?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140425 Jun 22 08:57:23.048065 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.wsgi [-] (92664) accepted ('10.222.0.22', 33336) {{(pid=92664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 08:57:23.156345 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be03cdef-2dcd-4d02-a04f-a29b551305cf req-6d6f29c1-d5bc-4f14-bf4b-3fc0598d4e3c tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:57:23.158414 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-be03cdef-2dcd-4d02-a04f-a29b551305cf req-6d6f29c1-d5bc-4f14-bf4b-3fc0598d4e3c tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.22 "GET /v2.0/ports?device_id=6271050a-4abc-4bde-8b04-76e25bbe6df5 HTTP/1.1" status: 200 len: 945 time: 0.1430237 Jun 22 08:57:23.164369 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-38b73b88-e57a-4a8a-ab64-ebd512930e03 req-62beed69-3801-4469-a18d-f4654066a3d2 service neutron] 10.222.0.22 "GET /v2.0/networks/ffc45789-1d25-422f-af85-26bb37a39178?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358416 Jun 22 08:57:23.166891 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-fe9f160a-d4d1-42a9-995d-093a95aba8e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:23.214046 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-be03cdef-2dcd-4d02-a04f-a29b551305cf req-7c81526d-3863-4ce6-a00f-181ca2cd6a39 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.22 "GET /v2.0/security-groups?id=439773e6-15fd-46a9-865b-f4af198ad98a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485179 Jun 22 08:57:23.275977 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-fe9f160a-d4d1-42a9-995d-093a95aba8e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:23.280108 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.rpc [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Device e0df6b65-6043-4e31-a806-6e16be4c8dd5 up at agent hyperv_hv-cinder-79733 {{(pid=92666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 08:57:23.287355 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-fe9f160a-d4d1-42a9-995d-093a95aba8e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748303'] for security_group, after_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:23.290925 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-68c0744e-81aa-4a53-a7d1-1c30b52df7b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:57:23.303113 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff6c324-feca-428d-bd0a-db19bfa38fe2 req-b2108bfd-adb0-4d55-9eff-66fd9cef55f9 tempest-DeleteServersTestJSON-216179078 tempest-DeleteServersTestJSON-216179078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:57:23.304758 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-1ff6c324-feca-428d-bd0a-db19bfa38fe2 req-b2108bfd-adb0-4d55-9eff-66fd9cef55f9 tempest-DeleteServersTestJSON-216179078 tempest-DeleteServersTestJSON-216179078-project] 10.222.0.15 "GET /v2.0/ports?device_id=f6adb4e3-f1e8-4dfb-88e0-eea47b24076d HTTP/1.1" status: 200 len: 946 time: 0.2225256 Jun 22 08:57:23.347581 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.provisioning_blocks [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Provisioning for port e0df6b65-6043-4e31-a806-6e16be4c8dd5 completed by entity L2. {{(pid=92666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 08:57:23.354131 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.provisioning_blocks [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Provisioning complete for port e0df6b65-6043-4e31-a806-6e16be4c8dd5 triggered by entity L2. {{(pid=92666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 08:57:23.355760 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133917554'] for port, provisioning_complete {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:23.432388 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9f160a-d4d1-42a9-995d-093a95aba8e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2b59884-3b7d-4188-8246-f53b76765800,revision_number=1']} {{(pid=92664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:57:23.445703 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-fe9f160a-d4d1-42a9-995d-093a95aba8e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:57:23.448749 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [None req-fe9f160a-d4d1-42a9-995d-093a95aba8e3 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=26fcba92ce98428ca03553c08fc0c7d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3986535 Jun 22 08:57:23.456641 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.wsgi [-] (92664) accepted ('10.222.0.22', 33352) {{(pid=92664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 08:57:23.498964 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133719154'] for port, before_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:23.568141 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77bc445d-b7a3-4b72-a814-8e0cc5e86369', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0df6b65-6043-4e31-a806-6e16be4c8dd5'}] {{(pid=92666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 08:57:23.574978 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d55364b227510a28ea0dc9c97ec82a2823dd2b88b3d79212c5ee75253478bf9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf32f402-d70d-45a6-88e5-1b48a83bc11f" -d '{"events": [{"server_uuid": "77bc445d-b7a3-4b72-a814-8e0cc5e86369", "name": "network-vif-plugged", "status": "completed", "tag": "e0df6b65-6043-4e31-a806-6e16be4c8dd5"}]}' {{(pid=92666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 08:57:23.591099 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-d252d864-1c3c-4ccc-96c3-7a63c1656875 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:23.592416 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.db [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] For port e0df6b65-6043-4e31-a806-6e16be4c8dd5, host hv-cinder-79733, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79733',level=0,port_id=e0df6b65-6043-4e31-a806-6e16be4c8dd5,segment=NetworkSegment(a37c650b-e011-49b1-9fb9-c613dfbe5229),segment_id=a37c650b-e011-49b1-9fb9-c613dfbe5229)] {{(pid=92666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 08:57:23.601841 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133719696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133660950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728380107731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728379583079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728379583124'] for port, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:23.605370 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG oslo_concurrency.lockutils [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:57:23.632262 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d317782-a267-477b-a3d4-2d325f7d1a36 req-c2ea1ab4-941a-472b-913a-288d80312a28 tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:57:23.633973 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-d252d864-1c3c-4ccc-96c3-7a63c1656875 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:23.640366 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-2d317782-a267-477b-a3d4-2d325f7d1a36 req-c2ea1ab4-941a-472b-913a-288d80312a28 tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] 10.222.0.22 "GET /v2.0/ports?device_id=f5f2c8e1-c94f-4259-ab73-c6701fe02413 HTTP/1.1" status: 200 len: 945 time: 0.2495859 Jun 22 08:57:23.675194 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.plugins.ml2.plugin [req-1ff6c324-feca-428d-bd0a-db19bfa38fe2 req-7d865fc1-5aa6-4ebd-9df9-11a0361e128b tempest-DeleteServersTestJSON-216179078 tempest-DeleteServersTestJSON-216179078-project] Deleting port 1ba5c7c5-ad67-4c73-9ec9-cf2724f618c5 {{(pid=92664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 08:57:23.676005 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [req-1ff6c324-feca-428d-bd0a-db19bfa38fe2 req-7d865fc1-5aa6-4ebd-9df9-11a0361e128b tempest-DeleteServersTestJSON-216179078 tempest-DeleteServersTestJSON-216179078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728380103653'] for port, before_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:23.713642 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-2d317782-a267-477b-a3d4-2d325f7d1a36 req-2975f92d-3ef9-46c7-b422-8885558f7419 tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] 10.222.0.22 "GET /v2.0/security-groups?id=b898a60c-7fe8-421c-bc5f-0e7f60ad4a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719311 Jun 22 08:57:23.714467 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Pushing event updated for resources: {'Port': ['ID=e0df6b65-6043-4e31-a806-6e16be4c8dd5,revision_number=5']} {{(pid=92666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:57:23.725487 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG oslo_concurrency.lockutils [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=92666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:57:23.743005 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3deaae-627d-4a29-a98c-43f6323efbb7 req-0ceba94c-b7c6-40f3-b604-1730ff32942b tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:57:23.744801 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-7a3deaae-627d-4a29-a98c-43f6323efbb7 req-0ceba94c-b7c6-40f3-b604-1730ff32942b tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.22 "GET /v2.0/ports?device_id=6271050a-4abc-4bde-8b04-76e25bbe6df5 HTTP/1.1" status: 200 len: 945 time: 0.2323661 Jun 22 08:57:23.754649 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.wsgi [-] (92665) accepted ('10.222.0.22', 33372) {{(pid=92665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 08:57:23.770333 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.v2.base [None req-3ec3256f-b06b-4643-b41d-b299e1482b83 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Request body: {'floatingip': {'port_id': 'df79e61f-d424-4ad1-8cee-250dafd6bad5'}} {{(pid=92665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 08:57:23.820331 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 08:57:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0aea9819-ba23-4258-b8d4-abe4ef07988b x-openstack-request-id: req-0aea9819-ba23-4258-b8d4-abe4ef07988b {{(pid=92666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 08:57:23.820727 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77bc445d-b7a3-4b72-a814-8e0cc5e86369", "name": "network-vif-plugged", "status": "completed", "tag": "e0df6b65-6043-4e31-a806-6e16be4c8dd5", "code": 200}]} {{(pid=92666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 08:57:23.821066 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0aea9819-ba23-4258-b8d4-abe4ef07988b {{(pid=92666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 08:57:23.821516 dv-cinder-797333-1-smb neutron-server[92666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77bc445d-b7a3-4b72-a814-8e0cc5e86369', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0df6b65-6043-4e31-a806-6e16be4c8dd5', 'code': 200} Jun 22 08:57:23.826115 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-d252d864-1c3c-4ccc-96c3-7a63c1656875 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748303'] for security_group, after_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:23.834075 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-d252d864-1c3c-4ccc-96c3-7a63c1656875 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:23.840064 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [None req-d252d864-1c3c-4ccc-96c3-7a63c1656875 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/b2b59884-3b7d-4188-8246-f53b76765800 HTTP/1.1" status: 204 len: 168 time: 0.3822281 Jun 22 08:57:23.847076 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-b351d3e2-6040-43ec-a0f3-7f82adf76a76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:57:23.884734 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d252d864-1c3c-4ccc-96c3-7a63c1656875 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2b59884-3b7d-4188-8246-f53b76765800,revision_number=None']} {{(pid=92664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:57:23.891523 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-d252d864-1c3c-4ccc-96c3-7a63c1656875 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:57:23.914153 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.plugins.ml2.db [req-1ff6c324-feca-428d-bd0a-db19bfa38fe2 req-7d865fc1-5aa6-4ebd-9df9-11a0361e128b tempest-DeleteServersTestJSON-216179078 tempest-DeleteServersTestJSON-216179078-project] For port 1ba5c7c5-ad67-4c73-9ec9-cf2724f618c5, host hv-cinder-79733, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79733',level=0,port_id=1ba5c7c5-ad67-4c73-9ec9-cf2724f618c5,segment=NetworkSegment(65066843-210f-408d-bbb9-a6cf53d0f702),segment_id=65066843-210f-408d-bbb9-a6cf53d0f702)] {{(pid=92664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 08:57:23.914929 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [req-1ff6c324-feca-428d-bd0a-db19bfa38fe2 req-7d865fc1-5aa6-4ebd-9df9-11a0361e128b tempest-DeleteServersTestJSON-216179078 tempest-DeleteServersTestJSON-216179078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546942'] for port, precommit_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:23.974134 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-3ec3256f-b06b-4643-b41d-b299e1482b83 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Notify callbacks [] for floatingip, before_update {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:24.050848 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.plugins.ml2.plugin [req-1ff6c324-feca-428d-bd0a-db19bfa38fe2 req-7d865fc1-5aa6-4ebd-9df9-11a0361e128b tempest-DeleteServersTestJSON-216179078 tempest-DeleteServersTestJSON-216179078-project] Calling delete_port for 1ba5c7c5-ad67-4c73-9ec9-cf2724f618c5 owned by compute:nova {{(pid=92664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 08:57:24.293996 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [req-1ff6c324-feca-428d-bd0a-db19bfa38fe2 req-7d865fc1-5aa6-4ebd-9df9-11a0361e128b tempest-DeleteServersTestJSON-216179078 tempest-DeleteServersTestJSON-216179078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133719696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133660950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728380107749', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728379583070'] for port, after_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:24.299376 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-e3c527a9-f225-46a0-bffe-b35428e2ccd3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:57:24.302714 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-c41c19e8-fb99-4c61-a914-f3d1b3efb4ef req-c0067883-67c8-4d3f-8086-d61bcde475e1 tempest-VolumesActionsTest-1900697665 tempest-VolumesActionsTest-1900697665-project] 10.222.0.22 "GET /v2.0/ports?device_id=831d7f78-2e7b-4c99-99ed-7e73cef60807 HTTP/1.1" status: 200 len: 210 time: 0.4659142 Jun 22 08:57:24.309350 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.db [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] get_ports_and_sgs() called for port_ids ['1ba5c7c5-ad67-4c73-9ec9-cf2724f618c5'] {{(pid=92666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 08:57:24.329787 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d865fc1-5aa6-4ebd-9df9-11a0361e128b tempest-DeleteServersTestJSON-216179078 tempest-DeleteServersTestJSON-216179078-project] Pushing event deleted for resources: {'Port': ['ID=1ba5c7c5-ad67-4c73-9ec9-cf2724f618c5,revision_number=None']} {{(pid=92664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:57:24.338746 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-7d865fc1-5aa6-4ebd-9df9-11a0361e128b tempest-DeleteServersTestJSON-216179078 tempest-DeleteServersTestJSON-216179078-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:57:24.396082 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.db.agents_db [None req-b28930ac-c45f-452b-90b0-92e2a86c5dbe None None] Agent healthcheck: found 6 active agents {{(pid=92667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 08:57:24.414393 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ff6c324-feca-428d-bd0a-db19bfa38fe2 req-7d865fc1-5aa6-4ebd-9df9-11a0361e128b tempest-DeleteServersTestJSON-216179078 tempest-DeleteServersTestJSON-216179078-project] No DVR routers for this DVR port 1ba5c7c5-ad67-4c73-9ec9-cf2724f618c5 on host hv-cinder-79733 {{(pid=92664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 08:57:24.418809 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [req-1ff6c324-feca-428d-bd0a-db19bfa38fe2 req-7d865fc1-5aa6-4ebd-9df9-11a0361e128b tempest-DeleteServersTestJSON-216179078 tempest-DeleteServersTestJSON-216179078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27927'] for port, before_response {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:24.423803 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-1ff6c324-feca-428d-bd0a-db19bfa38fe2 req-7d865fc1-5aa6-4ebd-9df9-11a0361e128b tempest-DeleteServersTestJSON-216179078 tempest-DeleteServersTestJSON-216179078-project] 10.222.0.15 "DELETE /v2.0/ports/1ba5c7c5-ad67-4c73-9ec9-cf2724f618c5 HTTP/1.1" status: 204 len: 173 time: 1.1114280 Jun 22 08:57:24.424407 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6adb4e3-f1e8-4dfb-88e0-eea47b24076d', 'name': 'network-vif-deleted', 'tag': '1ba5c7c5-ad67-4c73-9ec9-cf2724f618c5'}] {{(pid=92664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 08:57:24.445386 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}204e7d68aaf5059dd7cb24067ff1be2165df2a8c21773c1dc73aa01b5c6655f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e0221a2-fd80-46bf-8084-47fe751ceb9c" -d '{"events": [{"server_uuid": "f6adb4e3-f1e8-4dfb-88e0-eea47b24076d", "name": "network-vif-deleted", "tag": "1ba5c7c5-ad67-4c73-9ec9-cf2724f618c5"}]}' {{(pid=92664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 08:57:24.529610 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ff704f-43c9-406d-89a7-6e92bf60068b req-1cde4e22-f498-415a-a46d-d12f5b420177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:57:24.531138 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-87ff704f-43c9-406d-89a7-6e92bf60068b req-1cde4e22-f498-415a-a46d-d12f5b420177 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=77bc445d-b7a3-4b72-a814-8e0cc5e86369 HTTP/1.1" status: 200 len: 1099 time: 0.3375821 Jun 22 08:57:24.820479 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-49f9a9ab-7407-44d7-a2d5-39b663c99b7f req-df61769e-995f-4051-a0de-83150c6c9e7d tempest-DeleteServersTestJSON-216179078 tempest-DeleteServersTestJSON-216179078-project] 10.222.0.22 "GET /v2.0/ports?device_id=f6adb4e3-f1e8-4dfb-88e0-eea47b24076d HTTP/1.1" status: 200 len: 210 time: 0.2557299 Jun 22 08:57:24.835373 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0070f6eb-1688-48cf-a19f-9776810dd760 req-bf3dcfd7-b690-4a71-82e5-0a0c97407903 tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:57:24.836922 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-0070f6eb-1688-48cf-a19f-9776810dd760 req-bf3dcfd7-b690-4a71-82e5-0a0c97407903 tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] 10.222.0.22 "GET /v2.0/ports?device_id=77bc445d-b7a3-4b72-a814-8e0cc5e86369 HTTP/1.1" status: 200 len: 946 time: 0.6444802 Jun 22 08:57:24.873706 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-87ff704f-43c9-406d-89a7-6e92bf60068b req-6ce9c926-0ac1-4cf2-b5d7-6d72982b1063 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=38156de4-c897-4c33-98c3-f122cd461c94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3116446 Jun 22 08:57:24.937119 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 08:57:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f325f16b-fb1c-4703-88f2-a7454e552cf6 x-openstack-request-id: req-f325f16b-fb1c-4703-88f2-a7454e552cf6 {{(pid=92664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 08:57:24.938125 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6adb4e3-f1e8-4dfb-88e0-eea47b24076d", "name": "network-vif-deleted", "tag": "1ba5c7c5-ad67-4c73-9ec9-cf2724f618c5", "status": "completed", "code": 200}]} {{(pid=92664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 08:57:24.940522 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f325f16b-fb1c-4703-88f2-a7454e552cf6 {{(pid=92664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 08:57:24.941295 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6adb4e3-f1e8-4dfb-88e0-eea47b24076d', 'name': 'network-vif-deleted', 'tag': '1ba5c7c5-ad67-4c73-9ec9-cf2724f618c5', 'status': 'completed', 'code': 200} Jun 22 08:57:25.014152 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-0070f6eb-1688-48cf-a19f-9776810dd760 req-22c67b44-9b9c-47e3-b86b-01cd7569f4c3 tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] 10.222.0.22 "GET /v2.0/security-groups?id=38156de4-c897-4c33-98c3-f122cd461c94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1622140 Jun 22 08:57:25.314857 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.db.resource_extend [None req-3ec3256f-b06b-4643-b41d-b299e1482b83 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 22 08:57:25.323872 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dd22ff-eb6f-436b-8f08-cad9ddba2eb9 req-0f601db2-0d3c-4f3f-af1e-bf7a15c8f447 tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:57:25.325381 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-59dd22ff-eb6f-436b-8f08-cad9ddba2eb9 req-0f601db2-0d3c-4f3f-af1e-bf7a15c8f447 tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] 10.222.0.22 "GET /v2.0/ports?device_id=f5f2c8e1-c94f-4259-ab73-c6701fe02413 HTTP/1.1" status: 200 len: 945 time: 0.2340395 Jun 22 08:57:25.506452 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-3ec3256f-b06b-4643-b41d-b299e1482b83 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:25.508792 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-cacce39e-3309-42f0-98c7-0c881be62c28 req-46f09ccb-6af0-4254-9332-8cd71afdbcfc tempest-VolumesActionsTest-1900697665 tempest-VolumesActionsTest-1900697665-project] 10.222.0.22 "GET /v2.0/ports?device_id=831d7f78-2e7b-4c99-99ed-7e73cef60807 HTTP/1.1" status: 200 len: 210 time: 0.0511017 Jun 22 08:57:25.522028 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-3ec3256f-b06b-4643-b41d-b299e1482b83 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-546628'] for floatingip, after_update {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:25.572781 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-59dd22ff-eb6f-436b-8f08-cad9ddba2eb9 req-dee0061d-c5f1-4705-a420-30787031d6f8 tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] 10.222.0.22 "GET /v2.0/security-groups?id=b898a60c-7fe8-421c-bc5f-0e7f60ad4a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990628 Jun 22 08:57:25.646752 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b73b88-e57a-4a8a-ab64-ebd512930e03 req-1d984ca0-bc82-4c22-a968-7901026c3cad tempest-VolumesActionsTest-1900697665 tempest-VolumesActionsTest-1900697665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:57:25.648252 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-38b73b88-e57a-4a8a-ab64-ebd512930e03 req-1d984ca0-bc82-4c22-a968-7901026c3cad tempest-VolumesActionsTest-1900697665 tempest-VolumesActionsTest-1900697665-project] 10.222.0.15 "GET /v2.0/networks?id=ffc45789-1d25-422f-af85-26bb37a39178 HTTP/1.1" status: 200 len: 808 time: 0.2860963 Jun 22 08:57:25.669197 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.db.l3_db [None req-3ec3256f-b06b-4643-b41d-b299e1482b83 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Floating IP f04b4b81-e48c-42d5-bb2f-e56e49860414 associated. External IP: 172.28.3.170, port: df79e61f-d424-4ad1-8cee-250dafd6bad5. Jun 22 08:57:25.677067 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.v2.base [req-38b73b88-e57a-4a8a-ab64-ebd512930e03 req-7ca7c84d-81b3-493d-ab55-69df48636eea tempest-VolumesActionsTest-1900697665 tempest-VolumesActionsTest-1900697665-project] Request body: {'port': {'device_id': '831d7f78-2e7b-4c99-99ed-7e73cef60807', 'network_id': 'ffc45789-1d25-422f-af85-26bb37a39178', 'admin_state_up': True, 'tenant_id': '5bcbfec3a62f4057938c6c2b4fa001fa'}} {{(pid=92665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 08:57:25.973804 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38b73b88-e57a-4a8a-ab64-ebd512930e03 req-7ca7c84d-81b3-493d-ab55-69df48636eea tempest-VolumesActionsTest-1900697665 tempest-VolumesActionsTest-1900697665-project] Made reservation on behalf of 5bcbfec3a62f4057938c6c2b4fa001fa for: {'port': 1} {{(pid=92665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 08:57:25.977857 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [req-38b73b88-e57a-4a8a-ab64-ebd512930e03 req-7ca7c84d-81b3-493d-ab55-69df48636eea tempest-VolumesActionsTest-1900697665 tempest-VolumesActionsTest-1900697665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-133719140'] for port, before_create {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:26.051216 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ec3256f-b06b-4643-b41d-b299e1482b83 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Router e39149fe-b87f-4c67-89a3-ae4a53980e68 has already been hosted by L3 agent 81bac9f2-ec56-4bd6-b329-9598189ea0dc {{(pid=92665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 08:57:26.184268 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-5be8bd93-739c-40cf-9e10-cd5826e81ad6 req-1efac39a-7bb2-4288-9a85-78c460632afb tempest-DeleteServersTestJSON-216179078 tempest-DeleteServersTestJSON-216179078-project] 10.222.0.22 "GET /v2.0/ports?device_id=f6adb4e3-f1e8-4dfb-88e0-eea47b24076d HTTP/1.1" status: 200 len: 210 time: 0.1499522 Jun 22 08:57:26.849863 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-103a96eb-5eb4-4ba7-8ed5-5dfbf5d3db4b req-c1655324-6c79-4fcc-98af-cada6645f5de tempest-VolumesActionsTest-1900697665 tempest-VolumesActionsTest-1900697665-project] 10.222.0.22 "GET /v2.0/ports?device_id=831d7f78-2e7b-4c99-99ed-7e73cef60807 HTTP/1.1" status: 200 len: 210 time: 0.1515589 Jun 22 08:57:26.891633 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.db.db_base_plugin_common [req-38b73b88-e57a-4a8a-ab64-ebd512930e03 req-7ca7c84d-81b3-493d-ab55-69df48636eea tempest-VolumesActionsTest-1900697665 tempest-VolumesActionsTest-1900697665-project] Allocated IP 172.20.0.10 (ffc45789-1d25-422f-af85-26bb37a39178/769b377e-b2ee-442e-a52d-8bee4cbfb3ca/e2255aad-9323-4a65-bca4-8975e86a645e) {{(pid=92665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 08:57:26.915350 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ec3256f-b06b-4643-b41d-b299e1482b83 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Notify agent at l3_agent.dv-cinder-797333-1-smb the message routers_updated {{(pid=92665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 08:57:26.924584 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-3ec3256f-b06b-4643-b41d-b299e1482b83 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27927'] for floatingip, before_response {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:26.935833 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55034ea8-4947-4c44-8f12-18f613fa7cf6 None None] Sync routers for ids ['e39149fe-b87f-4c67-89a3-ae4a53980e68'] in dv-cinder-797333-1-smb {{(pid=92667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 08:57:26.939922 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55034ea8-4947-4c44-8f12-18f613fa7cf6 None None] Routers {'e39149fe-b87f-4c67-89a3-ae4a53980e68'} bound to L3 agent in host dv-cinder-797333-1-smb {{(pid=92667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 08:57:26.940543 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.db.l3_hamode_db [None req-55034ea8-4947-4c44-8f12-18f613fa7cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797333-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T08:48:43Z,description=,heartbeat_timestamp=2021-06-22T08:57:14Z,host='dv-cinder-797333-1-smb',id=81bac9f2-ec56-4bd6-b329-9598189ea0dc,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T08:48:43Z,topic='l3_agent')) {'router_ids': ['e39149fe-b87f-4c67-89a3-ae4a53980e68'], 'active': True} {{(pid=92667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 08:57:26.942345 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ff8649-56f6-4c4d-817e-38bd7e21c023 req-d4508bd3-947e-4be3-a769-c14d91d3235e tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:57:26.955331 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-36ff8649-56f6-4c4d-817e-38bd7e21c023 req-d4508bd3-947e-4be3-a769-c14d91d3235e tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] 10.222.0.22 "GET /v2.0/ports?device_id=77bc445d-b7a3-4b72-a814-8e0cc5e86369 HTTP/1.1" status: 200 len: 946 time: 0.7615230 Jun 22 08:57:27.067732 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.db.l3_dvr_db [None req-55034ea8-4947-4c44-8f12-18f613fa7cf6 None None] Set router e39149fe-b87f-4c67-89a3-ae4a53980e68 gateway port host: dv-cinder-797333-1-smb {{(pid=92667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 08:57:27.089997 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-36ff8649-56f6-4c4d-817e-38bd7e21c023 req-113e1bc0-8acb-4be8-b492-0cf4d876c2d3 tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] 10.222.0.22 "GET /v2.0/security-groups?id=38156de4-c897-4c33-98c3-f122cd461c94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1334050 Jun 22 08:57:27.097480 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [None req-3ec3256f-b06b-4643-b41d-b299e1482b83 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.22 "PUT /v2.0/floatingips/f04b4b81-e48c-42d5-bb2f-e56e49860414 HTTP/1.1" status: 200 len: 991 time: 3.3416197 Jun 22 08:57:27.102646 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6271050a-4abc-4bde-8b04-76e25bbe6df5', 'tag': 'df79e61f-d424-4ad1-8cee-250dafd6bad5'}] {{(pid=92665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 08:57:27.104971 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}600ed202ef5c6893f709c92c950a9f9cd42c49f10c76c91c75f79f08b33dd1bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89fc5e32-4cd0-42b1-ae6d-39d8b866b897" -d '{"events": [{"name": "network-changed", "server_uuid": "6271050a-4abc-4bde-8b04-76e25bbe6df5", "tag": "df79e61f-d424-4ad1-8cee-250dafd6bad5"}]}' {{(pid=92665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 08:57:27.200949 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f6a486-7e57-4f62-8715-95ba0a0e51fb req-720b3e77-1919-4a73-8887-d0e65f4c4376 tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:57:27.202591 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-b2f6a486-7e57-4f62-8715-95ba0a0e51fb req-720b3e77-1919-4a73-8887-d0e65f4c4376 tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] 10.222.0.22 "GET /v2.0/ports?device_id=f5f2c8e1-c94f-4259-ab73-c6701fe02413 HTTP/1.1" status: 200 len: 945 time: 0.1901267 Jun 22 08:57:27.280059 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.rpc [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Device 1ba5c7c5-ad67-4c73-9ec9-cf2724f618c5 no longer exists at agent hyperv_hv-cinder-79733 {{(pid=92666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 08:57:27.282553 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-b2f6a486-7e57-4f62-8715-95ba0a0e51fb req-7b9d17f0-88f2-4d14-9c60-e71324848b26 tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] 10.222.0.22 "GET /v2.0/security-groups?id=b898a60c-7fe8-421c-bc5f-0e7f60ad4a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663085 Jun 22 08:57:27.304610 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [req-38b73b88-e57a-4a8a-ab64-ebd512930e03 req-7ca7c84d-81b3-493d-ab55-69df48636eea tempest-VolumesActionsTest-1900697665 tempest-VolumesActionsTest-1900697665-project] Notify callbacks [] for port, precommit_create {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:27.306168 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.plugin [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] No Port match for: 1ba5c7c5-ad67-4c73-9ec9-cf2724f618c5 {{(pid=92666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 08:57:27.306956 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.rpc [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Device 1ba5c7c5-ad67-4c73-9ec9-cf2724f618c5 not bound to the agent host hv-cinder-79733 {{(pid=92666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 08:57:27.318602 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 08:57:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b24182ed-9415-442c-86a8-2a116cb7de88 x-openstack-request-id: req-b24182ed-9415-442c-86a8-2a116cb7de88 {{(pid=92665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 08:57:27.318920 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6271050a-4abc-4bde-8b04-76e25bbe6df5", "tag": "df79e61f-d424-4ad1-8cee-250dafd6bad5", "status": "completed", "code": 200}]} {{(pid=92665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 08:57:27.319192 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b24182ed-9415-442c-86a8-2a116cb7de88 {{(pid=92665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 08:57:27.319601 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6271050a-4abc-4bde-8b04-76e25bbe6df5', 'tag': 'df79e61f-d424-4ad1-8cee-250dafd6bad5', 'status': 'completed', 'code': 200} Jun 22 08:57:27.404909 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [req-38b73b88-e57a-4a8a-ab64-ebd512930e03 req-7ca7c84d-81b3-493d-ab55-69df48636eea tempest-VolumesActionsTest-1900697665 tempest-VolumesActionsTest-1900697665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-133719719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-133660957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728379583061'] for port, after_create {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:27.415180 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:57:27.442931 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fc5e32-4cd0-42b1-ae6d-39d8b866b897 req-4adb5293-2ef2-48db-bc60-ba93b0794037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:57:27.444440 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-89fc5e32-4cd0-42b1-ae6d-39d8b866b897 req-4adb5293-2ef2-48db-bc60-ba93b0794037 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0dbc55deeb2a42a3bb10502a7c6fc28b&device_id=6271050a-4abc-4bde-8b04-76e25bbe6df5 HTTP/1.1" status: 200 len: 1098 time: 0.1018159 Jun 22 08:57:27.518046 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.db.l3_hamode_db [None req-55034ea8-4947-4c44-8f12-18f613fa7cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e39149fe-b87f-4c67-89a3-ae4a53980e68', 'name': 'tempest-AttachVolumeShelveTestJSON-1386995798-router', 'tenant_id': '0dbc55deeb2a42a3bb10502a7c6fc28b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '229d5e4a-3847-4866-aa2f-e37dad8eeeae', 'external_fixed_ips': [{'subnet_id': '86526ad5-0ce1-4847-a8b3-31fb35f84f34', 'ip_address': '172.28.3.205'}], 'enable_snat': True}, 'gw_port_id': '85852532-1dc4-4718-b431-e4ecee9d7a48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T08:56:32Z', 'updated_at': '2021-06-22T08:56:42Z', 'revision_number': 4, 'project_id': '0dbc55deeb2a42a3bb10502a7c6fc28b', 'gw_port': {'id': '85852532-1dc4-4718-b431-e4ecee9d7a48', 'name': '', 'network_id': '229d5e4a-3847-4866-aa2f-e37dad8eeeae', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:f5:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e39149fe-b87f-4c67-89a3-ae4a53980e68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '86526ad5-0ce1-4847-a8b3-31fb35f84f34', 'ip_address': '172.28.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T08:56:33Z', 'updated_at': '2021-06-22T08:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86526ad5-0ce1-4847-a8b3-31fb35f84f34', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797333-1-smb', '_floatingips': [{'id': 'f04b4b81-e48c-42d5-bb2f-e56e49860414', 'tenant_id': '0dbc55deeb2a42a3bb10502a7c6fc28b', 'floating_ip_address': '172.28.3.170', 'floating_network_id': '229d5e4a-3847-4866-aa2f-e37dad8eeeae', 'router_id': 'e39149fe-b87f-4c67-89a3-ae4a53980e68', 'port_id': 'df79e61f-d424-4ad1-8cee-250dafd6bad5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '266e7c95-823e-49c0-9793-a3850a55863e', 'mac_address': 'fa:16:3e:66:35:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6271050a-4abc-4bde-8b04-76e25bbe6df5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T08:57:02Z', 'updated_at': '2021-06-22T08:57:25Z', 'revision_number': 1, 'project_id': '0dbc55deeb2a42a3bb10502a7c6fc28b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4a6a3c3-d009-46db-9a2e-98dfac346f1a', 'name': '', 'network_id': '266e7c95-823e-49c0-9793-a3850a55863e', 'tenant_id': '0dbc55deeb2a42a3bb10502a7c6fc28b', 'mac_address': 'fa:16:3e:d0:e8:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e39149fe-b87f-4c67-89a3-ae4a53980e68', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '1fa320cf-b578-475c-89d7-a0309e38937c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T08:56:39Z', 'updated_at': '2021-06-22T08:57:00Z', 'revision_number': 5, 'project_id': '0dbc55deeb2a42a3bb10502a7c6fc28b', 'subnets': [{'id': '1fa320cf-b578-475c-89d7-a0309e38937c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797333-1-smb', False) {} {{(pid=92667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 08:57:27.549861 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38b73b88-e57a-4a8a-ab64-ebd512930e03 req-7ca7c84d-81b3-493d-ab55-69df48636eea tempest-VolumesActionsTest-1900697665 tempest-VolumesActionsTest-1900697665-project] Network ffc45789-1d25-422f-af85-26bb37a39178 is already hosted by enough agents. {{(pid=92665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 08:57:27.560774 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55034ea8-4947-4c44-8f12-18f613fa7cf6 None None] Checking router: e39149fe-b87f-4c67-89a3-ae4a53980e68 for host: dv-cinder-797333-1-smb {{(pid=92667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 08:57:27.570891 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55034ea8-4947-4c44-8f12-18f613fa7cf6 None None] Routers {'e39149fe-b87f-4c67-89a3-ae4a53980e68'} bound to L3 agent in host dv-cinder-797333-1-smb {{(pid=92667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 08:57:27.571879 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.db.l3_hamode_db [None req-55034ea8-4947-4c44-8f12-18f613fa7cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797333-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T08:48:43Z,description=,heartbeat_timestamp=2021-06-22T08:57:14Z,host='dv-cinder-797333-1-smb',id=81bac9f2-ec56-4bd6-b329-9598189ea0dc,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T08:48:43Z,topic='l3_agent')) {'router_ids': ['e39149fe-b87f-4c67-89a3-ae4a53980e68'], 'active': True} {{(pid=92667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 08:57:27.578652 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca7c84d-81b3-493d-ab55-69df48636eea tempest-VolumesActionsTest-1900697665 tempest-VolumesActionsTest-1900697665-project] Pushing event updated for resources: {'Port': ['ID=e2255aad-9323-4a65-bca4-8975e86a645e,revision_number=1']} {{(pid=92665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:57:27.581416 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fc5e32-4cd0-42b1-ae6d-39d8b866b897 req-9a2f6c12-43fe-41f5-a4c3-be650e360342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:57:27.582475 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.scheduler.base_scheduler [req-38b73b88-e57a-4a8a-ab64-ebd512930e03 req-7ca7c84d-81b3-493d-ab55-69df48636eea tempest-VolumesActionsTest-1900697665 tempest-VolumesActionsTest-1900697665-project] Resources bound (agent type, host, resource id): {{(pid=92665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 08:57:27.583520 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-89fc5e32-4cd0-42b1-ae6d-39d8b866b897 req-9a2f6c12-43fe-41f5-a4c3-be650e360342 service neutron] 10.222.0.15 "GET /v2.0/networks?id=266e7c95-823e-49c0-9793-a3850a55863e HTTP/1.1" status: 200 len: 918 time: 0.1263421 Jun 22 08:57:27.584767 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-7ca7c84d-81b3-493d-ab55-69df48636eea tempest-VolumesActionsTest-1900697665 tempest-VolumesActionsTest-1900697665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:57:27.586906 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.db.l3_dvrscheduler_db [req-38b73b88-e57a-4a8a-ab64-ebd512930e03 req-7ca7c84d-81b3-493d-ab55-69df48636eea tempest-VolumesActionsTest-1900697665 tempest-VolumesActionsTest-1900697665-project] Received port after_create {{(pid=92665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 08:57:27.593048 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b73b88-e57a-4a8a-ab64-ebd512930e03 req-7ca7c84d-81b3-493d-ab55-69df48636eea tempest-VolumesActionsTest-1900697665 tempest-VolumesActionsTest-1900697665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:57:27.593212 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [req-38b73b88-e57a-4a8a-ab64-ebd512930e03 req-7ca7c84d-81b3-493d-ab55-69df48636eea tempest-VolumesActionsTest-1900697665 tempest-VolumesActionsTest-1900697665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133660928'] for port, before_response {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:27.615192 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-38b73b88-e57a-4a8a-ab64-ebd512930e03 req-7ca7c84d-81b3-493d-ab55-69df48636eea tempest-VolumesActionsTest-1900697665 tempest-VolumesActionsTest-1900697665-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9423819 Jun 22 08:57:27.644910 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1476d0d-3f97-44ce-8b5a-f268c26d5470 req-a4a040fb-bd22-4fb4-8415-6fd8bfc2f1b9 tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:57:27.650059 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-b1476d0d-3f97-44ce-8b5a-f268c26d5470 req-a4a040fb-bd22-4fb4-8415-6fd8bfc2f1b9 tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] 10.222.0.22 "GET /v2.0/ports?device_id=77bc445d-b7a3-4b72-a814-8e0cc5e86369 HTTP/1.1" status: 200 len: 946 time: 0.1875818 Jun 22 08:57:27.658614 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.wsgi [-] (92664) accepted ('10.222.0.22', 33538) {{(pid=92664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 08:57:27.663210 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.v2.base [req-38b73b88-e57a-4a8a-ab64-ebd512930e03 req-d2524c75-5f07-466b-82c9-0aeaae4aff88 service neutron] Request body: {'port': {'device_id': '831d7f78-2e7b-4c99-99ed-7e73cef60807', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79733'}} {{(pid=92665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 08:57:27.669106 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.v2.base [None req-0444d854-ac77-4c20-b04b-18a3205c75cb tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] Request body: {'floatingip': {'port_id': 'e0df6b65-6043-4e31-a806-6e16be4c8dd5'}} {{(pid=92664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 08:57:27.819810 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [req-38b73b88-e57a-4a8a-ab64-ebd512930e03 req-d2524c75-5f07-466b-82c9-0aeaae4aff88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133719154'] for port, before_update {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:27.842748 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-0444d854-ac77-4c20-b04b-18a3205c75cb tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] Notify callbacks [] for floatingip, before_update {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:27.886606 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.db.l3_dvr_db [None req-55034ea8-4947-4c44-8f12-18f613fa7cf6 None None] Set router e39149fe-b87f-4c67-89a3-ae4a53980e68 gateway port host: dv-cinder-797333-1-smb {{(pid=92667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 08:57:28.212984 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.wsgi [-] (92665) accepted ('10.222.0.22', 33562) {{(pid=92665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 08:57:28.290094 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-89fc5e32-4cd0-42b1-ae6d-39d8b866b897 req-3233395b-1501-4366-90b4-fb17a87332be service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=df79e61f-d424-4ad1-8cee-250dafd6bad5 HTTP/1.1" status: 200 len: 999 time: 0.6956580 Jun 22 08:57:28.404607 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.db.l3_hamode_db [None req-55034ea8-4947-4c44-8f12-18f613fa7cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e39149fe-b87f-4c67-89a3-ae4a53980e68', 'name': 'tempest-AttachVolumeShelveTestJSON-1386995798-router', 'tenant_id': '0dbc55deeb2a42a3bb10502a7c6fc28b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '229d5e4a-3847-4866-aa2f-e37dad8eeeae', 'external_fixed_ips': [{'subnet_id': '86526ad5-0ce1-4847-a8b3-31fb35f84f34', 'ip_address': '172.28.3.205'}], 'enable_snat': True}, 'gw_port_id': '85852532-1dc4-4718-b431-e4ecee9d7a48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T08:56:32Z', 'updated_at': '2021-06-22T08:56:42Z', 'revision_number': 4, 'project_id': '0dbc55deeb2a42a3bb10502a7c6fc28b', 'gw_port': {'id': '85852532-1dc4-4718-b431-e4ecee9d7a48', 'name': '', 'network_id': '229d5e4a-3847-4866-aa2f-e37dad8eeeae', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:f5:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e39149fe-b87f-4c67-89a3-ae4a53980e68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '86526ad5-0ce1-4847-a8b3-31fb35f84f34', 'ip_address': '172.28.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T08:56:33Z', 'updated_at': '2021-06-22T08:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86526ad5-0ce1-4847-a8b3-31fb35f84f34', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797333-1-smb', '_floatingips': [{'id': 'f04b4b81-e48c-42d5-bb2f-e56e49860414', 'tenant_id': '0dbc55deeb2a42a3bb10502a7c6fc28b', 'floating_ip_address': '172.28.3.170', 'floating_network_id': '229d5e4a-3847-4866-aa2f-e37dad8eeeae', 'router_id': 'e39149fe-b87f-4c67-89a3-ae4a53980e68', 'port_id': 'df79e61f-d424-4ad1-8cee-250dafd6bad5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '266e7c95-823e-49c0-9793-a3850a55863e', 'mac_address': 'fa:16:3e:66:35:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6271050a-4abc-4bde-8b04-76e25bbe6df5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T08:57:02Z', 'updated_at': '2021-06-22T08:57:25Z', 'revision_number': 1, 'project_id': '0dbc55deeb2a42a3bb10502a7c6fc28b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4a6a3c3-d009-46db-9a2e-98dfac346f1a', 'name': '', 'network_id': '266e7c95-823e-49c0-9793-a3850a55863e', 'tenant_id': '0dbc55deeb2a42a3bb10502a7c6fc28b', 'mac_address': 'fa:16:3e:d0:e8:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e39149fe-b87f-4c67-89a3-ae4a53980e68', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '1fa320cf-b578-475c-89d7-a0309e38937c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T08:56:39Z', 'updated_at': '2021-06-22T08:57:00Z', 'revision_number': 5, 'project_id': '0dbc55deeb2a42a3bb10502a7c6fc28b', 'subnets': [{'id': '1fa320cf-b578-475c-89d7-a0309e38937c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797333-1-smb', False) {} {{(pid=92667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 08:57:28.432045 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.notifiers.nova [req-38b73b88-e57a-4a8a-ab64-ebd512930e03 req-d2524c75-5f07-466b-82c9-0aeaae4aff88 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2255aad-9323-4a65-bca4-8975e86a645e {{(pid=92665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 08:57:28.435242 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fc5e32-4cd0-42b1-ae6d-39d8b866b897 req-7fe135d1-1f55-4e36-974a-f1864c9b6b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:57:28.436863 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-89fc5e32-4cd0-42b1-ae6d-39d8b866b897 req-7fe135d1-1f55-4e36-974a-f1864c9b6b3b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1fa320cf-b578-475c-89d7-a0309e38937c HTTP/1.1" status: 200 len: 856 time: 0.1149886 Jun 22 08:57:28.440518 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55034ea8-4947-4c44-8f12-18f613fa7cf6 None None] The sync data for ids ['e39149fe-b87f-4c67-89a3-ae4a53980e68'] in dv-cinder-797333-1-smb is: [{'id': 'e39149fe-b87f-4c67-89a3-ae4a53980e68', 'name': 'tempest-AttachVolumeShelveTestJSON-1386995798-router', 'tenant_id': '0dbc55deeb2a42a3bb10502a7c6fc28b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '229d5e4a-3847-4866-aa2f-e37dad8eeeae', 'external_fixed_ips': [{'subnet_id': '86526ad5-0ce1-4847-a8b3-31fb35f84f34', 'ip_address': '172.28.3.205'}], 'enable_snat': True}, 'gw_port_id': '85852532-1dc4-4718-b431-e4ecee9d7a48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T08:56:32Z', 'updated_at': '2021-06-22T08:56:42Z', 'revision_number': 4, 'project_id': '0dbc55deeb2a42a3bb10502a7c6fc28b', 'gw_port': {'id': '85852532-1dc4-4718-b431-e4ecee9d7a48', 'name': '', 'network_id': '229d5e4a-3847-4866-aa2f-e37dad8eeeae', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:f5:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e39149fe-b87f-4c67-89a3-ae4a53980e68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '86526ad5-0ce1-4847-a8b3-31fb35f84f34', 'ip_address': '172.28.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T08:56:33Z', 'updated_at': '2021-06-22T08:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86526ad5-0ce1-4847-a8b3-31fb35f84f34', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797333-1-smb', '_floatingips': [{'id': 'f04b4b81-e48c-42d5-bb2f-e56e49860414', 'tenant_id': '0dbc55deeb2a42a3bb10502a7c6fc28b', 'floating_ip_address': '172.28.3.170', 'floating_network_id': '229d5e4a-3847-4866-aa2f-e37dad8eeeae', 'router_id': 'e39149fe-b87f-4c67-89a3-ae4a53980e68', 'port_id': 'df79e61f-d424-4ad1-8cee-250dafd6bad5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '266e7c95-823e-49c0-9793-a3850a55863e', 'mac_address': 'fa:16:3e:66:35:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6271050a-4abc-4bde-8b04-76e25bbe6df5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T08:57:02Z', 'updated_at': '2021-06-22T08:57:25Z', 'revision_number': 1, 'project_id': '0dbc55deeb2a42a3bb10502a7c6fc28b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4a6a3c3-d009-46db-9a2e-98dfac346f1a', 'name': '', 'network_id': '266e7c95-823e-49c0-9793-a3850a55863e', 'tenant_id': '0dbc55deeb2a42a3bb10502a7c6fc28b', 'mac_address': 'fa:16:3e:d0:e8:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e39149fe-b87f-4c67-89a3-ae4a53980e68', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '1fa320cf-b578-475c-89d7-a0309e38937c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T08:56:39Z', 'updated_at': '2021-06-22T08:57:00Z', 'revision_number': 5, 'project_id': '0dbc55deeb2a42a3bb10502a7c6fc28b', 'subnets': [{'id': '1fa320cf-b578-475c-89d7-a0309e38937c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 08:57:28.447873 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [req-38b73b88-e57a-4a8a-ab64-ebd512930e03 req-d2524c75-5f07-466b-82c9-0aeaae4aff88 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:28.459404 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4325b906-8db4-4306-8550-51ead4b97578 req-0aa44394-eb1c-4b54-b3a3-577cf11f1250 tempest-VolumesActionsTest-1900697665 tempest-VolumesActionsTest-1900697665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:57:28.468338 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-4325b906-8db4-4306-8550-51ead4b97578 req-0aa44394-eb1c-4b54-b3a3-577cf11f1250 tempest-VolumesActionsTest-1900697665 tempest-VolumesActionsTest-1900697665-project] 10.222.0.22 "GET /v2.0/ports?device_id=831d7f78-2e7b-4c99-99ed-7e73cef60807 HTTP/1.1" status: 200 len: 932 time: 0.3867769 Jun 22 08:57:28.519753 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-cdcb463b-4064-4a7c-a625-e82bb19f2fd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:28.524067 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.db.provisioning_blocks [req-38b73b88-e57a-4a8a-ab64-ebd512930e03 req-d2524c75-5f07-466b-82c9-0aeaae4aff88 service neutron] Transition to ACTIVE for port object e2255aad-9323-4a65-bca4-8975e86a645e will not be triggered until provisioned by entity L2. {{(pid=92665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 08:57:28.562155 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fc5e32-4cd0-42b1-ae6d-39d8b866b897 req-99ddd7e5-89ea-49a4-9d32-1641decfddc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:57:28.562651 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [req-38b73b88-e57a-4a8a-ab64-ebd512930e03 req-d2524c75-5f07-466b-82c9-0aeaae4aff88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133719696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133660950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728380107731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728379583079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728379583124'] for port, after_update {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:28.563198 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-89fc5e32-4cd0-42b1-ae6d-39d8b866b897 req-99ddd7e5-89ea-49a4-9d32-1641decfddc6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=266e7c95-823e-49c0-9793-a3850a55863e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1173944 Jun 22 08:57:28.575546 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-7ca7c84d-81b3-493d-ab55-69df48636eea tempest-VolumesActionsTest-1900697665 tempest-VolumesActionsTest-1900697665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:57:28.603118 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-4325b906-8db4-4306-8550-51ead4b97578 req-c11bf7e3-563a-430c-91a8-41fae27e9bc9 tempest-VolumesActionsTest-1900697665 tempest-VolumesActionsTest-1900697665-project] 10.222.0.22 "GET /v2.0/security-groups?id=6e4a33ff-db35-4639-976e-5a005d9008f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333275 Jun 22 08:57:28.747988 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2524c75-5f07-466b-82c9-0aeaae4aff88 service neutron] Pushing event updated for resources: {'Port': ['ID=e2255aad-9323-4a65-bca4-8975e86a645e,revision_number=2']} {{(pid=92665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:57:28.757471 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-d2524c75-5f07-466b-82c9-0aeaae4aff88 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:57:28.786134 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d2b4ea1-fb29-4c63-a905-f182ef2653c4 None None] New status for floating IP f04b4b81-e48c-42d5-bb2f-e56e49860414: ACTIVE {{(pid=92666) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 08:57:28.815844 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.plugins.ml2.managers [req-38b73b88-e57a-4a8a-ab64-ebd512930e03 req-d2524c75-5f07-466b-82c9-0aeaae4aff88 service neutron] Attempting to bind port e2255aad-9323-4a65-bca4-8975e86a645e on host hv-cinder-79733 for vnic_type normal with profile {{(pid=92665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 08:57:28.816182 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.plugins.ml2.managers [req-38b73b88-e57a-4a8a-ab64-ebd512930e03 req-d2524c75-5f07-466b-82c9-0aeaae4aff88 service neutron] Attempting to bind port e2255aad-9323-4a65-bca4-8975e86a645e by drivers openvswitch,hyperv on host hv-cinder-79733 at level 0 using segments [{'id': 'ab517c0f-c207-4579-8c02-9336ac0a8f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'ffc45789-1d25-422f-af85-26bb37a39178'}] {{(pid=92665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 08:57:28.816502 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38b73b88-e57a-4a8a-ab64-ebd512930e03 req-d2524c75-5f07-466b-82c9-0aeaae4aff88 service neutron] Attempting to bind port e2255aad-9323-4a65-bca4-8975e86a645e on network ffc45789-1d25-422f-af85-26bb37a39178 {{(pid=92665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 08:57:28.820421 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-89fc5e32-4cd0-42b1-ae6d-39d8b866b897 req-4eefd3f8-10c1-4cbc-866b-1f30b918fb61 service neutron] 10.222.0.15 "GET /v2.0/networks/266e7c95-823e-49c0-9793-a3850a55863e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2407124 Jun 22 08:57:28.833182 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38b73b88-e57a-4a8a-ab64-ebd512930e03 req-d2524c75-5f07-466b-82c9-0aeaae4aff88 service neutron] Port e2255aad-9323-4a65-bca4-8975e86a645e on network ffc45789-1d25-422f-af85-26bb37a39178 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79733 {{(pid=92665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 08:57:28.833501 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38b73b88-e57a-4a8a-ab64-ebd512930e03 req-d2524c75-5f07-466b-82c9-0aeaae4aff88 service neutron] Attempting to bind port e2255aad-9323-4a65-bca4-8975e86a645e on network ffc45789-1d25-422f-af85-26bb37a39178 {{(pid=92665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 08:57:28.842649 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38b73b88-e57a-4a8a-ab64-ebd512930e03 req-d2524c75-5f07-466b-82c9-0aeaae4aff88 service neutron] Checking agent: {'id': '0fb2479b-8850-47fd-bce9-7c475063265a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79733', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 8, 54, 53), 'started_at': datetime.datetime(2021, 6, 22, 8, 54, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 8, 57, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 08:57:28.843000 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38b73b88-e57a-4a8a-ab64-ebd512930e03 req-d2524c75-5f07-466b-82c9-0aeaae4aff88 service neutron] Checking segment: {'id': 'ab517c0f-c207-4579-8c02-9336ac0a8f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'ffc45789-1d25-422f-af85-26bb37a39178'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 08:57:28.843356 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38b73b88-e57a-4a8a-ab64-ebd512930e03 req-d2524c75-5f07-466b-82c9-0aeaae4aff88 service neutron] Bound using segment: {'id': 'ab517c0f-c207-4579-8c02-9336ac0a8f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'ffc45789-1d25-422f-af85-26bb37a39178'} {{(pid=92665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 08:57:28.843797 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.plugins.ml2.managers [req-38b73b88-e57a-4a8a-ab64-ebd512930e03 req-d2524c75-5f07-466b-82c9-0aeaae4aff88 service neutron] Bound port: e2255aad-9323-4a65-bca4-8975e86a645e, host: hv-cinder-79733, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab517c0f-c207-4579-8c02-9336ac0a8f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'ffc45789-1d25-422f-af85-26bb37a39178'}}] {{(pid=92665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 08:57:28.844141 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [req-38b73b88-e57a-4a8a-ab64-ebd512930e03 req-d2524c75-5f07-466b-82c9-0aeaae4aff88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133719154'] for port, before_update {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:28.876015 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c524a39a-9ce6-4abd-83b1-935c02f687da req-b425fb23-37d3-47a5-a4c7-4475bd37968b tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:57:28.878282 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-c524a39a-9ce6-4abd-83b1-935c02f687da req-b425fb23-37d3-47a5-a4c7-4475bd37968b tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] 10.222.0.22 "GET /v2.0/ports?device_id=f5f2c8e1-c94f-4259-ab73-c6701fe02413 HTTP/1.1" status: 200 len: 945 time: 0.2343392 Jun 22 08:57:28.886013 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-cdcb463b-4064-4a7c-a625-e82bb19f2fd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:28.903906 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-cdcb463b-4064-4a7c-a625-e82bb19f2fd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748303'] for security_group, after_create {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:28.926361 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-0d0d3596-c2ce-4b15-b88d-48d99290ed16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:57:29.042122 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-c524a39a-9ce6-4abd-83b1-935c02f687da req-6b51a358-9929-450a-a2b5-af7067e77df7 tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] 10.222.0.22 "GET /v2.0/security-groups?id=b898a60c-7fe8-421c-bc5f-0e7f60ad4a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547904 Jun 22 08:57:29.042744 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcb463b-4064-4a7c-a625-e82bb19f2fd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ab66062-25c3-4029-a013-010678cef829,revision_number=1']} {{(pid=92665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:57:29.064745 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-cdcb463b-4064-4a7c-a625-e82bb19f2fd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:57:29.068210 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [None req-cdcb463b-4064-4a7c-a625-e82bb19f2fd4 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=9bb667699371400eab8e2484b9e5f445&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8493514 Jun 22 08:57:29.070880 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.wsgi [-] (92665) accepted ('10.222.0.22', 33584) {{(pid=92665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 08:57:29.114517 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.plugins.ml2.db [req-38b73b88-e57a-4a8a-ab64-ebd512930e03 req-d2524c75-5f07-466b-82c9-0aeaae4aff88 service neutron] For port e2255aad-9323-4a65-bca4-8975e86a645e, host hv-cinder-79733, cleared binding levels {{(pid=92665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 08:57:29.140910 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.plugins.ml2.db [req-38b73b88-e57a-4a8a-ab64-ebd512930e03 req-d2524c75-5f07-466b-82c9-0aeaae4aff88 service neutron] For port e2255aad-9323-4a65-bca4-8975e86a645e, host hv-cinder-79733, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79733',level=0,port_id=e2255aad-9323-4a65-bca4-8975e86a645e,segment=NetworkSegment(ab517c0f-c207-4579-8c02-9336ac0a8f51),segment_id=ab517c0f-c207-4579-8c02-9336ac0a8f51)] {{(pid=92665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 08:57:29.159312 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [req-38b73b88-e57a-4a8a-ab64-ebd512930e03 req-d2524c75-5f07-466b-82c9-0aeaae4aff88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133719696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133660950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728380107731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728379583079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728379583124'] for port, after_update {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:29.169691 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-f9cf0f1f-6b36-4ee1-b3a5-547a4258e266 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:57:29.196312 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-ce989c11-8b9b-4946-bb02-9a15805e74f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:29.239809 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-ce989c11-8b9b-4946-bb02-9a15805e74f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:29.257066 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b73b88-e57a-4a8a-ab64-ebd512930e03 req-d2524c75-5f07-466b-82c9-0aeaae4aff88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:57:29.258240 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [req-38b73b88-e57a-4a8a-ab64-ebd512930e03 req-d2524c75-5f07-466b-82c9-0aeaae4aff88 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133660928'] for port, before_response {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:29.260294 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-38b73b88-e57a-4a8a-ab64-ebd512930e03 req-d2524c75-5f07-466b-82c9-0aeaae4aff88 service neutron] 10.222.0.15 "PUT /v2.0/ports/e2255aad-9323-4a65-bca4-8975e86a645e HTTP/1.1" status: 200 len: 1094 time: 1.6089299 Jun 22 08:57:29.315066 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2524c75-5f07-466b-82c9-0aeaae4aff88 service neutron] Pushing event updated for resources: {'Port': ['ID=e2255aad-9323-4a65-bca4-8975e86a645e,revision_number=3']} {{(pid=92665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:57:29.329786 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '831d7f78-2e7b-4c99-99ed-7e73cef60807', 'tag': 'e2255aad-9323-4a65-bca4-8975e86a645e'}] {{(pid=92665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 08:57:29.333512 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}600ed202ef5c6893f709c92c950a9f9cd42c49f10c76c91c75f79f08b33dd1bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e7ef6e5-479a-45a9-ad18-de1947b69bf1" -d '{"events": [{"name": "network-changed", "server_uuid": "831d7f78-2e7b-4c99-99ed-7e73cef60807", "tag": "e2255aad-9323-4a65-bca4-8975e86a645e"}]}' {{(pid=92665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 08:57:29.339396 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-d2524c75-5f07-466b-82c9-0aeaae4aff88 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:57:29.384352 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.wsgi [-] (92665) accepted ('10.222.0.22', 33596) {{(pid=92665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 08:57:29.476097 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 08:57:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45839d2f-78c5-417b-8c59-a9f35926b464 x-openstack-request-id: req-45839d2f-78c5-417b-8c59-a9f35926b464 {{(pid=92665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 08:57:29.476387 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "831d7f78-2e7b-4c99-99ed-7e73cef60807", "tag": "e2255aad-9323-4a65-bca4-8975e86a645e", "status": "completed", "code": 200}]} {{(pid=92665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 08:57:29.476649 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-45839d2f-78c5-417b-8c59-a9f35926b464 {{(pid=92665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 08:57:29.478248 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '831d7f78-2e7b-4c99-99ed-7e73cef60807', 'tag': 'e2255aad-9323-4a65-bca4-8975e86a645e', 'status': 'completed', 'code': 200} Jun 22 08:57:29.555612 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-ce989c11-8b9b-4946-bb02-9a15805e74f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748303'] for security_group, after_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:29.560216 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-ce989c11-8b9b-4946-bb02-9a15805e74f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:29.561635 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [None req-ce989c11-8b9b-4946-bb02-9a15805e74f2 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/4ab66062-25c3-4029-a013-010678cef829 HTTP/1.1" status: 204 len: 168 time: 0.4900818 Jun 22 08:57:29.590669 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-eb0caac3-88b4-40fd-87fe-1a06ede285b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:57:29.591730 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.db.resource_extend [None req-0444d854-ac77-4c20-b04b-18a3205c75cb tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 22 08:57:29.600600 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c7fa57a-c0bf-43f7-93c5-0ac6d22eddd6 admin admin] Deleting subnet 41b3d805-cf94-47db-93b9-afda76b6f282 {{(pid=92665) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 08:57:29.610025 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-5c7fa57a-c0bf-43f7-93c5-0ac6d22eddd6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:29.629900 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce989c11-8b9b-4946-bb02-9a15805e74f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ab66062-25c3-4029-a013-010678cef829,revision_number=None']} {{(pid=92665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:57:29.642923 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-ce989c11-8b9b-4946-bb02-9a15805e74f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:57:29.677855 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b73b88-e57a-4a8a-ab64-ebd512930e03 req-181fbd3f-6703-47d7-9a85-67be09390add service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:57:29.679847 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-38b73b88-e57a-4a8a-ab64-ebd512930e03 req-181fbd3f-6703-47d7-9a85-67be09390add service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5bcbfec3a62f4057938c6c2b4fa001fa&device_id=831d7f78-2e7b-4c99-99ed-7e73cef60807 HTTP/1.1" status: 200 len: 1097 time: 0.3427286 Jun 22 08:57:29.686445 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-5c7fa57a-c0bf-43f7-93c5-0ac6d22eddd6 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:29.706616 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-5c7fa57a-c0bf-43f7-93c5-0ac6d22eddd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133921636'] for subnet, precommit_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:29.774057 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-0444d854-ac77-4c20-b04b-18a3205c75cb tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:29.774057 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-0444d854-ac77-4c20-b04b-18a3205c75cb tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-546628'] for floatingip, after_update {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:29.805073 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-38b73b88-e57a-4a8a-ab64-ebd512930e03 req-a9625a4a-701e-4b27-a2e5-6d4b383c2bf2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e2255aad-9323-4a65-bca4-8975e86a645e HTTP/1.1" status: 200 len: 217 time: 0.1092885 Jun 22 08:57:29.856222 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-89fc5e32-4cd0-42b1-ae6d-39d8b866b897 req-6a12a1de-acc2-4ad9-baf7-eef653850a97 service neutron] 10.222.0.15 "GET /v2.0/networks/266e7c95-823e-49c0-9793-a3850a55863e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9985585 Jun 22 08:57:29.954585 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.db.l3_db [None req-0444d854-ac77-4c20-b04b-18a3205c75cb tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] Floating IP 7b1cd9a5-7b52-4932-984d-783f0174c63e associated. External IP: 172.28.3.5, port: e0df6b65-6043-4e31-a806-6e16be4c8dd5. Jun 22 08:57:29.962929 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b73b88-e57a-4a8a-ab64-ebd512930e03 req-4e66e22a-379c-4cef-8b50-0d0dc501d65b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:57:29.964700 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-38b73b88-e57a-4a8a-ab64-ebd512930e03 req-4e66e22a-379c-4cef-8b50-0d0dc501d65b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=769b377e-b2ee-442e-a52d-8bee4cbfb3ca HTTP/1.1" status: 200 len: 848 time: 0.1532168 Jun 22 08:57:30.036220 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-38b73b88-e57a-4a8a-ab64-ebd512930e03 req-3c579b27-0dc8-47b3-a500-b16f33bfe198 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ffc45789-1d25-422f-af85-26bb37a39178&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0597601 Jun 22 08:57:30.039590 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-5c7fa57a-c0bf-43f7-93c5-0ac6d22eddd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133921629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133660950'] for subnet, after_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:30.046539 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:57:30.073831 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7fa57a-c0bf-43f7-93c5-0ac6d22eddd6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=41b3d805-cf94-47db-93b9-afda76b6f282,revision_number=None']} {{(pid=92665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:57:30.090900 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-5c7fa57a-c0bf-43f7-93c5-0ac6d22eddd6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:57:30.144427 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-5c7fa57a-c0bf-43f7-93c5-0ac6d22eddd6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133660928'] for subnet, before_response {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:30.146076 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.wsgi [-] (92664) accepted ('10.222.0.22', 33622) {{(pid=92664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 08:57:30.150392 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [None req-5c7fa57a-c0bf-43f7-93c5-0ac6d22eddd6 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/41b3d805-cf94-47db-93b9-afda76b6f282 HTTP/1.1" status: 204 len: 168 time: 0.7624500 Jun 22 08:57:30.152026 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.wsgi [-] (92665) accepted ('10.222.0.22', 33624) {{(pid=92665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 08:57:30.169185 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612cba03-c265-4be5-9d2b-280951af0394 req-355c3489-e121-44c8-be0f-c12b16bfea1e tempest-VolumesActionsTest-1900697665 tempest-VolumesActionsTest-1900697665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:57:30.170283 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-dd5ac797-672f-43cc-af93-4ef21ad2e0ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:30.170434 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-612cba03-c265-4be5-9d2b-280951af0394 req-355c3489-e121-44c8-be0f-c12b16bfea1e tempest-VolumesActionsTest-1900697665 tempest-VolumesActionsTest-1900697665-project] 10.222.0.22 "GET /v2.0/ports?device_id=831d7f78-2e7b-4c99-99ed-7e73cef60807 HTTP/1.1" status: 200 len: 944 time: 0.2887876 Jun 22 08:57:30.292424 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0444d854-ac77-4c20-b04b-18a3205c75cb tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] Router 5f8098ca-ed85-402c-920b-4930a41cf01f has already been hosted by L3 agent 81bac9f2-ec56-4bd6-b329-9598189ea0dc {{(pid=92664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 08:57:30.331936 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-bc233af8-d441-453c-9548-7841c39a4766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133751319'] for network, before_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:30.343036 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-612cba03-c265-4be5-9d2b-280951af0394 req-658d5b11-0b08-4e7f-87a6-c11d25584032 tempest-VolumesActionsTest-1900697665 tempest-VolumesActionsTest-1900697665-project] 10.222.0.22 "GET /v2.0/security-groups?id=6e4a33ff-db35-4639-976e-5a005d9008f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527269 Jun 22 08:57:30.347066 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-38b73b88-e57a-4a8a-ab64-ebd512930e03 req-b5436e05-6810-415a-ab7b-50389ab82c38 service neutron] 10.222.0.15 "GET /v2.0/networks/ffc45789-1d25-422f-af85-26bb37a39178?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2778845 Jun 22 08:57:30.402543 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-dd5ac797-672f-43cc-af93-4ef21ad2e0ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:30.414710 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-dd5ac797-672f-43cc-af93-4ef21ad2e0ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748303'] for security_group, after_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:30.419137 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-ce7bdc4e-3f61-4417-8b5b-3d1d4e708c73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:57:30.513526 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369f4ed3-ab59-4e99-a48c-6db3c64b1689 req-5ff81ed4-2db7-42d0-a4a1-e06385259369 tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:57:30.515320 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-369f4ed3-ab59-4e99-a48c-6db3c64b1689 req-5ff81ed4-2db7-42d0-a4a1-e06385259369 tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] 10.222.0.22 "GET /v2.0/ports?device_id=f5f2c8e1-c94f-4259-ab73-c6701fe02413 HTTP/1.1" status: 200 len: 945 time: 0.2839401 Jun 22 08:57:30.540400 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-bc233af8-d441-453c-9548-7841c39a4766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133922029', 'neutron.services.segments.db._delete_segments_for_network-8728380123091'] for network, precommit_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:30.565141 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-bc233af8-d441-453c-9548-7841c39a4766 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=92665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:57:30.565492 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-bc233af8-d441-453c-9548-7841c39a4766 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=92665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:57:30.566274 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-bc233af8-d441-453c-9548-7841c39a4766 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:57:30.566602 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-bc233af8-d441-453c-9548-7841c39a4766 admin admin] Subscribe: > port after_create 55550000 {{(pid=92665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:57:30.566912 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-bc233af8-d441-453c-9548-7841c39a4766 admin admin] Subscribe: > port after_delete 55550000 {{(pid=92665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:57:30.567399 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-bc233af8-d441-453c-9548-7841c39a4766 admin admin] Subscribe: > port after_update 55550000 {{(pid=92665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:57:30.567602 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-bc233af8-d441-453c-9548-7841c39a4766 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=92665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:57:30.567919 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-bc233af8-d441-453c-9548-7841c39a4766 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:57:30.568245 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-bc233af8-d441-453c-9548-7841c39a4766 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:57:30.568552 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-bc233af8-d441-453c-9548-7841c39a4766 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=92665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:57:30.667890 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0444d854-ac77-4c20-b04b-18a3205c75cb tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] Notify agent at l3_agent.dv-cinder-797333-1-smb the message routers_updated {{(pid=92664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 08:57:30.672125 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [None req-dd5ac797-672f-43cc-af93-4ef21ad2e0ba admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=d03f1d2fdddc426a85c7631c6621f933&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5247126 Jun 22 08:57:30.675724 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-0444d854-ac77-4c20-b04b-18a3205c75cb tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27927'] for floatingip, before_response {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:30.677740 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.wsgi [-] (92664) accepted ('10.222.0.22', 33636) {{(pid=92664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 08:57:30.678403 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5ac797-672f-43cc-af93-4ef21ad2e0ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaedfe97-02a4-4816-9c2a-d9cd6ff53a88,revision_number=1']} {{(pid=92664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:57:30.683591 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7182a1c8-e51e-4f6f-8f6e-113466fed4f3 None None] Sync routers for ids ['5f8098ca-ed85-402c-920b-4930a41cf01f'] in dv-cinder-797333-1-smb {{(pid=92667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 08:57:30.687108 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-dd5ac797-672f-43cc-af93-4ef21ad2e0ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:57:30.705599 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7182a1c8-e51e-4f6f-8f6e-113466fed4f3 None None] Routers {'5f8098ca-ed85-402c-920b-4930a41cf01f'} bound to L3 agent in host dv-cinder-797333-1-smb {{(pid=92667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 08:57:30.706480 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.db.l3_hamode_db [None req-7182a1c8-e51e-4f6f-8f6e-113466fed4f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797333-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T08:48:43Z,description=,heartbeat_timestamp=2021-06-22T08:57:14Z,host='dv-cinder-797333-1-smb',id=81bac9f2-ec56-4bd6-b329-9598189ea0dc,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T08:48:43Z,topic='l3_agent')) {'router_ids': ['5f8098ca-ed85-402c-920b-4930a41cf01f'], 'active': True} {{(pid=92667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 08:57:30.740536 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [None req-0444d854-ac77-4c20-b04b-18a3205c75cb tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] 10.222.0.22 "PUT /v2.0/floatingips/7b1cd9a5-7b52-4932-984d-783f0174c63e HTTP/1.1" status: 200 len: 990 time: 3.0808814 Jun 22 08:57:30.743233 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77bc445d-b7a3-4b72-a814-8e0cc5e86369', 'tag': 'e0df6b65-6043-4e31-a806-6e16be4c8dd5'}] {{(pid=92664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 08:57:30.745513 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}204e7d68aaf5059dd7cb24067ff1be2165df2a8c21773c1dc73aa01b5c6655f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65f3d5ba-4e8f-4ea3-9369-0c69e17027dc" -d '{"events": [{"name": "network-changed", "server_uuid": "77bc445d-b7a3-4b72-a814-8e0cc5e86369", "tag": "e0df6b65-6043-4e31-a806-6e16be4c8dd5"}]}' {{(pid=92664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 08:57:30.770063 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-bc233af8-d441-453c-9548-7841c39a4766 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:57:30.770439 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-bc233af8-d441-453c-9548-7841c39a4766 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:57:30.770836 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-bc233af8-d441-453c-9548-7841c39a4766 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=92665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:57:30.771162 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-bc233af8-d441-453c-9548-7841c39a4766 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=92665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:57:30.771498 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.services.segments.db [None req-bc233af8-d441-453c-9548-7841c39a4766 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['832a0f40-6937-4cf8-9860-9cfd8761f3f2']}} {{(pid=92665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 08:57:30.780890 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-8b981ca4-d5ec-49e1-a2f8-7a44af28deb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:30.835105 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-38b73b88-e57a-4a8a-ab64-ebd512930e03 req-0650ddc4-8410-471d-8c27-b15c64708771 service neutron] 10.222.0.15 "GET /v2.0/networks/ffc45789-1d25-422f-af85-26bb37a39178?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4785480 Jun 22 08:57:30.836076 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-8b981ca4-d5ec-49e1-a2f8-7a44af28deb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:30.841622 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.services.segments.db [None req-bc233af8-d441-453c-9548-7841c39a4766 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65066843-210f-408d-bbb9-a6cf53d0f702') {'for_net_delete': True} {{(pid=92665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 08:57:30.841622 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.services.segments.db [None req-bc233af8-d441-453c-9548-7841c39a4766 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65066843-210f-408d-bbb9-a6cf53d0f702') {} {{(pid=92665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 08:57:30.849091 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.db.l3_dvr_db [None req-7182a1c8-e51e-4f6f-8f6e-113466fed4f3 None None] Set router 5f8098ca-ed85-402c-920b-4930a41cf01f gateway port host: dv-cinder-797333-1-smb {{(pid=92667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 08:57:30.874893 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-bc233af8-d441-453c-9548-7841c39a4766 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728380122920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8737188'] for segment, before_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:30.894483 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-369f4ed3-ab59-4e99-a48c-6db3c64b1689 req-bfb9ac96-53e3-4814-a12c-804195ac7f7e tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] 10.222.0.22 "GET /v2.0/security-groups?id=b898a60c-7fe8-421c-bc5f-0e7f60ad4a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3594093 Jun 22 08:57:30.910697 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-bc233af8-d441-453c-9548-7841c39a4766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133909941'] for segment, precommit_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:30.921009 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc233af8-d441-453c-9548-7841c39a4766 admin admin] Releasing vlan 221 on physical network physnet1 to pool {{(pid=92665) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 08:57:30.921477 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-bc233af8-d441-453c-9548-7841c39a4766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133909941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4152690'] for segment, after_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:30.927965 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-8b981ca4-d5ec-49e1-a2f8-7a44af28deb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748303'] for security_group, after_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:30.928187 dv-cinder-797333-1-smb neutron-server[92665]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 22 08:57:30.928187 dv-cinder-797333-1-smb neutron-server[92665]: from cryptography.utils import int_from_bytes Jun 22 08:57:30.928187 dv-cinder-797333-1-smb neutron-server[92665]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 22 08:57:30.928187 dv-cinder-797333-1-smb neutron-server[92665]: from cryptography.utils import int_from_bytes Jun 22 08:57:30.928187 dv-cinder-797333-1-smb neutron-server[92665]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 08:57:30.928187 dv-cinder-797333-1-smb neutron-server[92665]: conditions |= (models_v2.Port.network_id.in_( Jun 22 08:57:30.928187 dv-cinder-797333-1-smb neutron-server[92665]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 08:57:30.928187 dv-cinder-797333-1-smb neutron-server[92665]: conditions |= (models_v2.Port.network_id.in_( Jun 22 08:57:30.928187 dv-cinder-797333-1-smb neutron-server[92665]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 08:57:30.928187 dv-cinder-797333-1-smb neutron-server[92665]: conditions |= (models_v2.Port.network_id.in_( Jun 22 08:57:30.928187 dv-cinder-797333-1-smb neutron-server[92665]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 08:57:30.928187 dv-cinder-797333-1-smb neutron-server[92665]: conditions |= (models_v2.Port.network_id.in_( Jun 22 08:57:30.928187 dv-cinder-797333-1-smb neutron-server[92665]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 08:57:30.928187 dv-cinder-797333-1-smb neutron-server[92665]: conditions |= (models_v2.Port.network_id.in_( Jun 22 08:57:30.928187 dv-cinder-797333-1-smb neutron-server[92665]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 08:57:30.928187 dv-cinder-797333-1-smb neutron-server[92665]: conditions |= (models_v2.Port.network_id.in_( Jun 22 08:57:30.928187 dv-cinder-797333-1-smb neutron-server[92665]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 08:57:30.928187 dv-cinder-797333-1-smb neutron-server[92665]: conditions |= (models_v2.Port.network_id.in_( Jun 22 08:57:30.928187 dv-cinder-797333-1-smb neutron-server[92665]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 08:57:30.928187 dv-cinder-797333-1-smb neutron-server[92665]: conditions |= (models_v2.Port.network_id.in_( Jun 22 08:57:30.928187 dv-cinder-797333-1-smb neutron-server[92665]: Traceback (most recent call last): Jun 22 08:57:30.928187 dv-cinder-797333-1-smb neutron-server[92665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 08:57:30.928187 dv-cinder-797333-1-smb neutron-server[92665]: timer() Jun 22 08:57:30.928187 dv-cinder-797333-1-smb neutron-server[92665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 08:57:30.928187 dv-cinder-797333-1-smb neutron-server[92665]: cb(*args, **kw) Jun 22 08:57:30.928187 dv-cinder-797333-1-smb neutron-server[92665]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 08:57:30.928187 dv-cinder-797333-1-smb neutron-server[92665]: return func(*args, **kwargs) Jun 22 08:57:30.928187 dv-cinder-797333-1-smb neutron-server[92665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 08:57:30.928187 dv-cinder-797333-1-smb neutron-server[92665]: self._notify() Jun 22 08:57:30.928187 dv-cinder-797333-1-smb neutron-server[92665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 08:57:30.928187 dv-cinder-797333-1-smb neutron-server[92665]: self.callback(batched_events) Jun 22 08:57:30.928187 dv-cinder-797333-1-smb neutron-server[92665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 08:57:30.928187 dv-cinder-797333-1-smb neutron-server[92665]: event.method(event) Jun 22 08:57:30.928187 dv-cinder-797333-1-smb neutron-server[92665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 08:57:30.928187 dv-cinder-797333-1-smb neutron-server[92665]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 08:57:30.928187 dv-cinder-797333-1-smb neutron-server[92665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 08:57:30.928187 dv-cinder-797333-1-smb neutron-server[92665]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 08:57:30.928187 dv-cinder-797333-1-smb neutron-server[92665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 08:57:30.928187 dv-cinder-797333-1-smb neutron-server[92665]: return f(self, *a, **k) Jun 22 08:57:30.928187 dv-cinder-797333-1-smb neutron-server[92665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 08:57:30.928187 dv-cinder-797333-1-smb neutron-server[92665]: return self._get(url).json() Jun 22 08:57:30.928187 dv-cinder-797333-1-smb neutron-server[92665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 08:57:30.928187 dv-cinder-797333-1-smb neutron-server[92665]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 08:57:30.928187 dv-cinder-797333-1-smb neutron-server[92665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 08:57:30.928187 dv-cinder-797333-1-smb neutron-server[92665]: return self.request(url, 'GET', **kwargs) Jun 22 08:57:30.928187 dv-cinder-797333-1-smb neutron-server[92665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 08:57:30.928187 dv-cinder-797333-1-smb neutron-server[92665]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 08:57:30.928187 dv-cinder-797333-1-smb neutron-server[92665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 08:57:30.928187 dv-cinder-797333-1-smb neutron-server[92665]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 08:57:30.928187 dv-cinder-797333-1-smb neutron-server[92665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 08:57:30.928187 dv-cinder-797333-1-smb neutron-server[92665]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 08:57:30.928187 dv-cinder-797333-1-smb neutron-server[92665]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 08:57:30.931128 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-8b981ca4-d5ec-49e1-a2f8-7a44af28deb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:30.931777 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [None req-8b981ca4-d5ec-49e1-a2f8-7a44af28deb4 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/aaedfe97-02a4-4816-9c2a-d9cd6ff53a88 HTTP/1.1" status: 204 len: 168 time: 0.2500575 Jun 22 08:57:30.932166 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:57:30.941427 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b981ca4-d5ec-49e1-a2f8-7a44af28deb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaedfe97-02a4-4816-9c2a-d9cd6ff53a88,revision_number=None']} {{(pid=92664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:57:30.950945 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b981ca4-d5ec-49e1-a2f8-7a44af28deb4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:57:30.951315 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b981ca4-d5ec-49e1-a2f8-7a44af28deb4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:57:30.951676 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b981ca4-d5ec-49e1-a2f8-7a44af28deb4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:57:30.952078 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b981ca4-d5ec-49e1-a2f8-7a44af28deb4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:57:30.952428 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b981ca4-d5ec-49e1-a2f8-7a44af28deb4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:57:30.952775 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b981ca4-d5ec-49e1-a2f8-7a44af28deb4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:57:30.953121 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b981ca4-d5ec-49e1-a2f8-7a44af28deb4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:57:30.953460 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b981ca4-d5ec-49e1-a2f8-7a44af28deb4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:57:30.953827 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b981ca4-d5ec-49e1-a2f8-7a44af28deb4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:57:30.954168 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b981ca4-d5ec-49e1-a2f8-7a44af28deb4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:57:30.955042 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b981ca4-d5ec-49e1-a2f8-7a44af28deb4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:57:30.955481 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b981ca4-d5ec-49e1-a2f8-7a44af28deb4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:57:30.964813 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-8b981ca4-d5ec-49e1-a2f8-7a44af28deb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:57:31.037091 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 08:57:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-527eeacd-0bb2-4b4c-b148-73de186d15c0 x-openstack-request-id: req-527eeacd-0bb2-4b4c-b148-73de186d15c0 {{(pid=92664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 08:57:31.037406 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77bc445d-b7a3-4b72-a814-8e0cc5e86369", "tag": "e0df6b65-6043-4e31-a806-6e16be4c8dd5", "status": "completed", "code": 200}]} {{(pid=92664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 08:57:31.037709 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-527eeacd-0bb2-4b4c-b148-73de186d15c0 {{(pid=92664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 08:57:31.038149 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77bc445d-b7a3-4b72-a814-8e0cc5e86369', 'tag': 'e0df6b65-6043-4e31-a806-6e16be4c8dd5', 'status': 'completed', 'code': 200} Jun 22 08:57:31.192213 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-bc233af8-d441-453c-9548-7841c39a4766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133922022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-748338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-133660957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-546649'] for network, after_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:31.195028 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.db.l3_hamode_db [None req-7182a1c8-e51e-4f6f-8f6e-113466fed4f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f8098ca-ed85-402c-920b-4930a41cf01f', 'name': 'tempest-AttachVolumeTestJSON-805699332-router', 'tenant_id': '539be15b3b01480196a1d49d035c0e00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '229d5e4a-3847-4866-aa2f-e37dad8eeeae', 'external_fixed_ips': [{'subnet_id': '86526ad5-0ce1-4847-a8b3-31fb35f84f34', 'ip_address': '172.28.3.241'}], 'enable_snat': True}, 'gw_port_id': '2f0bc85f-0f87-4d56-87b8-53345a6ae5be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T08:56:32Z', 'updated_at': '2021-06-22T08:56:42Z', 'revision_number': 4, 'project_id': '539be15b3b01480196a1d49d035c0e00', 'gw_port': {'id': '2f0bc85f-0f87-4d56-87b8-53345a6ae5be', 'name': '', 'network_id': '229d5e4a-3847-4866-aa2f-e37dad8eeeae', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:a4:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f8098ca-ed85-402c-920b-4930a41cf01f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '86526ad5-0ce1-4847-a8b3-31fb35f84f34', 'ip_address': '172.28.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T08:56:34Z', 'updated_at': '2021-06-22T08:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86526ad5-0ce1-4847-a8b3-31fb35f84f34', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797333-1-smb', '_floatingips': [{'id': '7b1cd9a5-7b52-4932-984d-783f0174c63e', 'tenant_id': '539be15b3b01480196a1d49d035c0e00', 'floating_ip_address': '172.28.3.5', 'floating_network_id': '229d5e4a-3847-4866-aa2f-e37dad8eeeae', 'router_id': '5f8098ca-ed85-402c-920b-4930a41cf01f', 'port_id': 'e0df6b65-6043-4e31-a806-6e16be4c8dd5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 145, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6858ed3b-c3b9-4692-a3bd-5458c5aaeb61', 'mac_address': 'fa:16:3e:3e:d2:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77bc445d-b7a3-4b72-a814-8e0cc5e86369', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T08:57:05Z', 'updated_at': '2021-06-22T08:57:29Z', 'revision_number': 1, 'project_id': '539be15b3b01480196a1d49d035c0e00', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba671f67-7b65-40aa-89c3-5822dacef29e', 'name': '', 'network_id': '6858ed3b-c3b9-4692-a3bd-5458c5aaeb61', 'tenant_id': '539be15b3b01480196a1d49d035c0e00', 'mac_address': 'fa:16:3e:ab:2e:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f8098ca-ed85-402c-920b-4930a41cf01f', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'd3540fe9-cc9d-4e8a-ade5-a63ad9a74449', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T08:56:39Z', 'updated_at': '2021-06-22T08:56:57Z', 'revision_number': 5, 'project_id': '539be15b3b01480196a1d49d035c0e00', 'subnets': [{'id': 'd3540fe9-cc9d-4e8a-ade5-a63ad9a74449', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797333-1-smb', False) {} {{(pid=92667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 08:57:31.203808 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:57:31.222582 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-bc233af8-d441-453c-9548-7841c39a4766 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133660928'] for network, before_response {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:31.224303 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [None req-bc233af8-d441-453c-9548-7841c39a4766 admin admin] 10.222.0.22 "DELETE /v2.0/networks/832a0f40-6937-4cf8-9860-9cfd8761f3f2 HTTP/1.1" status: 204 len: 168 time: 1.0714786 Jun 22 08:57:31.230308 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f3d5ba-4e8f-4ea3-9369-0c69e17027dc req-697740fb-f1e5-43b5-8f23-09fdd7f9d264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:57:31.232328 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-65f3d5ba-4e8f-4ea3-9369-0c69e17027dc req-697740fb-f1e5-43b5-8f23-09fdd7f9d264 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=539be15b3b01480196a1d49d035c0e00&device_id=77bc445d-b7a3-4b72-a814-8e0cc5e86369 HTTP/1.1" status: 200 len: 1099 time: 0.1595073 Jun 22 08:57:31.232574 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7182a1c8-e51e-4f6f-8f6e-113466fed4f3 None None] Checking router: 5f8098ca-ed85-402c-920b-4930a41cf01f for host: dv-cinder-797333-1-smb {{(pid=92667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 08:57:31.233159 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc233af8-d441-453c-9548-7841c39a4766 admin admin] Pushing event deleted for resources: {'Network': ['ID=832a0f40-6937-4cf8-9860-9cfd8761f3f2,revision_number=None']} {{(pid=92665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:57:31.236661 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-bc233af8-d441-453c-9548-7841c39a4766 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:57:31.240077 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7ef6e5-479a-45a9-ad18-de1947b69bf1 req-424bdc77-41b8-4aec-9d2e-786d597869bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:57:31.240992 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-2e7ef6e5-479a-45a9-ad18-de1947b69bf1 req-424bdc77-41b8-4aec-9d2e-786d597869bd service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5bcbfec3a62f4057938c6c2b4fa001fa&device_id=831d7f78-2e7b-4c99-99ed-7e73cef60807 HTTP/1.1" status: 200 len: 1097 time: 0.3007097 Jun 22 08:57:31.246526 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7182a1c8-e51e-4f6f-8f6e-113466fed4f3 None None] Routers {'5f8098ca-ed85-402c-920b-4930a41cf01f'} bound to L3 agent in host dv-cinder-797333-1-smb {{(pid=92667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 08:57:31.247138 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.db.l3_hamode_db [None req-7182a1c8-e51e-4f6f-8f6e-113466fed4f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797333-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T08:48:43Z,description=,heartbeat_timestamp=2021-06-22T08:57:14Z,host='dv-cinder-797333-1-smb',id=81bac9f2-ec56-4bd6-b329-9598189ea0dc,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T08:48:43Z,topic='l3_agent')) {'router_ids': ['5f8098ca-ed85-402c-920b-4930a41cf01f'], 'active': True} {{(pid=92667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 08:57:31.428242 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f3d5ba-4e8f-4ea3-9369-0c69e17027dc req-c52fa263-2763-4043-ba5e-630563b0950b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:57:31.430707 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-65f3d5ba-4e8f-4ea3-9369-0c69e17027dc req-c52fa263-2763-4043-ba5e-630563b0950b service neutron] 10.222.0.15 "GET /v2.0/networks?id=6858ed3b-c3b9-4692-a3bd-5458c5aaeb61 HTTP/1.1" status: 200 len: 911 time: 0.1805825 Jun 22 08:57:31.434223 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.db.l3_dvr_db [None req-7182a1c8-e51e-4f6f-8f6e-113466fed4f3 None None] Set router 5f8098ca-ed85-402c-920b-4930a41cf01f gateway port host: dv-cinder-797333-1-smb {{(pid=92667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 08:57:31.538449 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-65f3d5ba-4e8f-4ea3-9369-0c69e17027dc req-aa88dd42-ac3c-45c2-ae21-65cc08287701 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e0df6b65-6043-4e31-a806-6e16be4c8dd5 HTTP/1.1" status: 200 len: 998 time: 0.0947802 Jun 22 08:57:31.648414 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f3d5ba-4e8f-4ea3-9369-0c69e17027dc req-28ba06e7-8dc5-40d7-bbd1-b55867fe03de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:57:31.650623 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-65f3d5ba-4e8f-4ea3-9369-0c69e17027dc req-28ba06e7-8dc5-40d7-bbd1-b55867fe03de service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d3540fe9-cc9d-4e8a-ade5-a63ad9a74449 HTTP/1.1" status: 200 len: 849 time: 0.0900886 Jun 22 08:57:31.651111 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.wsgi [-] (92664) accepted ('10.222.0.22', 33688) {{(pid=92664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 08:57:31.738629 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [None req-b8cbde66-afbb-4b8f-81f2-41ab734d2f65 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=2ed10f27fc044fe2929c68571a8a4941&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0855198 Jun 22 08:57:31.740412 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.wsgi [-] (92664) accepted ('10.222.0.22', 33690) {{(pid=92664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 08:57:31.807079 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f3d5ba-4e8f-4ea3-9369-0c69e17027dc req-86fb211e-eeff-471d-acdb-647f8371cc43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:57:31.807441 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.db.l3_hamode_db [None req-7182a1c8-e51e-4f6f-8f6e-113466fed4f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f8098ca-ed85-402c-920b-4930a41cf01f', 'name': 'tempest-AttachVolumeTestJSON-805699332-router', 'tenant_id': '539be15b3b01480196a1d49d035c0e00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '229d5e4a-3847-4866-aa2f-e37dad8eeeae', 'external_fixed_ips': [{'subnet_id': '86526ad5-0ce1-4847-a8b3-31fb35f84f34', 'ip_address': '172.28.3.241'}], 'enable_snat': True}, 'gw_port_id': '2f0bc85f-0f87-4d56-87b8-53345a6ae5be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T08:56:32Z', 'updated_at': '2021-06-22T08:56:42Z', 'revision_number': 4, 'project_id': '539be15b3b01480196a1d49d035c0e00', 'gw_port': {'id': '2f0bc85f-0f87-4d56-87b8-53345a6ae5be', 'name': '', 'network_id': '229d5e4a-3847-4866-aa2f-e37dad8eeeae', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:a4:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f8098ca-ed85-402c-920b-4930a41cf01f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '86526ad5-0ce1-4847-a8b3-31fb35f84f34', 'ip_address': '172.28.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T08:56:34Z', 'updated_at': '2021-06-22T08:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86526ad5-0ce1-4847-a8b3-31fb35f84f34', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797333-1-smb', '_floatingips': [{'id': '7b1cd9a5-7b52-4932-984d-783f0174c63e', 'tenant_id': '539be15b3b01480196a1d49d035c0e00', 'floating_ip_address': '172.28.3.5', 'floating_network_id': '229d5e4a-3847-4866-aa2f-e37dad8eeeae', 'router_id': '5f8098ca-ed85-402c-920b-4930a41cf01f', 'port_id': 'e0df6b65-6043-4e31-a806-6e16be4c8dd5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 145, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6858ed3b-c3b9-4692-a3bd-5458c5aaeb61', 'mac_address': 'fa:16:3e:3e:d2:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77bc445d-b7a3-4b72-a814-8e0cc5e86369', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T08:57:05Z', 'updated_at': '2021-06-22T08:57:29Z', 'revision_number': 1, 'project_id': '539be15b3b01480196a1d49d035c0e00', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba671f67-7b65-40aa-89c3-5822dacef29e', 'name': '', 'network_id': '6858ed3b-c3b9-4692-a3bd-5458c5aaeb61', 'tenant_id': '539be15b3b01480196a1d49d035c0e00', 'mac_address': 'fa:16:3e:ab:2e:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f8098ca-ed85-402c-920b-4930a41cf01f', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'd3540fe9-cc9d-4e8a-ade5-a63ad9a74449', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T08:56:39Z', 'updated_at': '2021-06-22T08:56:57Z', 'revision_number': 5, 'project_id': '539be15b3b01480196a1d49d035c0e00', 'subnets': [{'id': 'd3540fe9-cc9d-4e8a-ade5-a63ad9a74449', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797333-1-smb', False) {} {{(pid=92667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 08:57:31.808725 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-65f3d5ba-4e8f-4ea3-9369-0c69e17027dc req-86fb211e-eeff-471d-acdb-647f8371cc43 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6858ed3b-c3b9-4692-a3bd-5458c5aaeb61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1388125 Jun 22 08:57:31.815637 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7ef6e5-479a-45a9-ad18-de1947b69bf1 req-fe1f7e1b-3016-4da4-9b36-433940d5158b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:57:31.817600 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-2e7ef6e5-479a-45a9-ad18-de1947b69bf1 req-fe1f7e1b-3016-4da4-9b36-433940d5158b service neutron] 10.222.0.15 "GET /v2.0/networks?id=ffc45789-1d25-422f-af85-26bb37a39178 HTTP/1.1" status: 200 len: 909 time: 0.5547323 Jun 22 08:57:31.842846 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7182a1c8-e51e-4f6f-8f6e-113466fed4f3 None None] The sync data for ids ['5f8098ca-ed85-402c-920b-4930a41cf01f'] in dv-cinder-797333-1-smb is: [{'id': '5f8098ca-ed85-402c-920b-4930a41cf01f', 'name': 'tempest-AttachVolumeTestJSON-805699332-router', 'tenant_id': '539be15b3b01480196a1d49d035c0e00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '229d5e4a-3847-4866-aa2f-e37dad8eeeae', 'external_fixed_ips': [{'subnet_id': '86526ad5-0ce1-4847-a8b3-31fb35f84f34', 'ip_address': '172.28.3.241'}], 'enable_snat': True}, 'gw_port_id': '2f0bc85f-0f87-4d56-87b8-53345a6ae5be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T08:56:32Z', 'updated_at': '2021-06-22T08:56:42Z', 'revision_number': 4, 'project_id': '539be15b3b01480196a1d49d035c0e00', 'gw_port': {'id': '2f0bc85f-0f87-4d56-87b8-53345a6ae5be', 'name': '', 'network_id': '229d5e4a-3847-4866-aa2f-e37dad8eeeae', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:a4:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f8098ca-ed85-402c-920b-4930a41cf01f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '86526ad5-0ce1-4847-a8b3-31fb35f84f34', 'ip_address': '172.28.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T08:56:34Z', 'updated_at': '2021-06-22T08:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86526ad5-0ce1-4847-a8b3-31fb35f84f34', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797333-1-smb', '_floatingips': [{'id': '7b1cd9a5-7b52-4932-984d-783f0174c63e', 'tenant_id': '539be15b3b01480196a1d49d035c0e00', 'floating_ip_address': '172.28.3.5', 'floating_network_id': '229d5e4a-3847-4866-aa2f-e37dad8eeeae', 'router_id': '5f8098ca-ed85-402c-920b-4930a41cf01f', 'port_id': 'e0df6b65-6043-4e31-a806-6e16be4c8dd5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 145, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6858ed3b-c3b9-4692-a3bd-5458c5aaeb61', 'mac_address': 'fa:16:3e:3e:d2:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77bc445d-b7a3-4b72-a814-8e0cc5e86369', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T08:57:05Z', 'updated_at': '2021-06-22T08:57:29Z', 'revision_number': 1, 'project_id': '539be15b3b01480196a1d49d035c0e00', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba671f67-7b65-40aa-89c3-5822dacef29e', 'name': '', 'network_id': '6858ed3b-c3b9-4692-a3bd-5458c5aaeb61', 'tenant_id': '539be15b3b01480196a1d49d035c0e00', 'mac_address': 'fa:16:3e:ab:2e:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f8098ca-ed85-402c-920b-4930a41cf01f', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'd3540fe9-cc9d-4e8a-ade5-a63ad9a74449', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T08:56:39Z', 'updated_at': '2021-06-22T08:56:57Z', 'revision_number': 5, 'project_id': '539be15b3b01480196a1d49d035c0e00', 'subnets': [{'id': 'd3540fe9-cc9d-4e8a-ade5-a63ad9a74449', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 08:57:31.849252 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-59a7f16c-6feb-410c-88d5-dcddfdbbdc05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:31.920605 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-59a7f16c-6feb-410c-88d5-dcddfdbbdc05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:31.924433 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-2e7ef6e5-479a-45a9-ad18-de1947b69bf1 req-2a6bf94e-b549-418b-8027-be01a622e6fc service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e2255aad-9323-4a65-bca4-8975e86a645e HTTP/1.1" status: 200 len: 217 time: 0.0862217 Jun 22 08:57:31.989370 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-65f3d5ba-4e8f-4ea3-9369-0c69e17027dc req-f21cc1b4-dbd3-468a-95ed-056aca21ae0c service neutron] 10.222.0.15 "GET /v2.0/networks/6858ed3b-c3b9-4692-a3bd-5458c5aaeb61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1703796 Jun 22 08:57:32.023900 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e18b06-76ea-40a0-af72-a50eb9e489fc req-05192f54-a471-4610-b2cb-7e926b08851a tempest-VolumesActionsTest-1900697665 tempest-VolumesActionsTest-1900697665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:57:32.023900 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-03e18b06-76ea-40a0-af72-a50eb9e489fc req-05192f54-a471-4610-b2cb-7e926b08851a tempest-VolumesActionsTest-1900697665 tempest-VolumesActionsTest-1900697665-project] 10.222.0.22 "GET /v2.0/ports?device_id=831d7f78-2e7b-4c99-99ed-7e73cef60807 HTTP/1.1" status: 200 len: 944 time: 0.2094793 Jun 22 08:57:32.046312 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7ef6e5-479a-45a9-ad18-de1947b69bf1 req-36bf2509-2a09-423a-989c-8a59dbcd314d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:57:32.049233 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-2e7ef6e5-479a-45a9-ad18-de1947b69bf1 req-36bf2509-2a09-423a-989c-8a59dbcd314d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=769b377e-b2ee-442e-a52d-8bee4cbfb3ca HTTP/1.1" status: 200 len: 848 time: 0.1084270 Jun 22 08:57:32.081267 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-59a7f16c-6feb-410c-88d5-dcddfdbbdc05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748303'] for security_group, after_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:32.088847 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-59a7f16c-6feb-410c-88d5-dcddfdbbdc05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:32.094701 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [None req-59a7f16c-6feb-410c-88d5-dcddfdbbdc05 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/1548d3c8-84c0-49f5-b8c1-fb6044ba6323 HTTP/1.1" status: 204 len: 168 time: 0.3481727 Jun 22 08:57:32.103129 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-4f7b06cd-0492-4c69-920d-8458b1fd4b6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:57:32.122228 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a7f16c-6feb-410c-88d5-dcddfdbbdc05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1548d3c8-84c0-49f5-b8c1-fb6044ba6323,revision_number=None']} {{(pid=92664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:57:32.131574 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-59a7f16c-6feb-410c-88d5-dcddfdbbdc05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:57:32.158491 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-2e7ef6e5-479a-45a9-ad18-de1947b69bf1 req-a206925a-f16f-447d-9c12-80a073ffe505 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ffc45789-1d25-422f-af85-26bb37a39178&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0935879 Jun 22 08:57:32.166495 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-65f3d5ba-4e8f-4ea3-9369-0c69e17027dc req-f3fc17a0-2b7f-4a63-ab07-c5def5a9cf9e service neutron] 10.222.0.15 "GET /v2.0/networks/6858ed3b-c3b9-4692-a3bd-5458c5aaeb61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1674607 Jun 22 08:57:32.211237 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb104d8c-a02e-4c3b-bf27-d1049c34fc22 None None] New status for floating IP 7b1cd9a5-7b52-4932-984d-783f0174c63e: ACTIVE {{(pid=92666) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 08:57:32.239986 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-03e18b06-76ea-40a0-af72-a50eb9e489fc req-9bc3efae-e529-4f6d-8570-9c390569d4ea tempest-VolumesActionsTest-1900697665 tempest-VolumesActionsTest-1900697665-project] 10.222.0.22 "GET /v2.0/security-groups?id=6e4a33ff-db35-4639-976e-5a005d9008f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2077904 Jun 22 08:57:32.351057 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-2e7ef6e5-479a-45a9-ad18-de1947b69bf1 req-07f5b8cd-4b9e-4f4a-bef3-3843f2f2b7c4 service neutron] 10.222.0.15 "GET /v2.0/networks/ffc45789-1d25-422f-af85-26bb37a39178?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282220 Jun 22 08:57:32.442149 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cba4a0-098a-4c1e-9e37-054d1a74d495 req-31aadc52-2754-4b23-a663-04cca44cef0e tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:57:32.451914 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-62cba4a0-098a-4c1e-9e37-054d1a74d495 req-31aadc52-2754-4b23-a663-04cca44cef0e tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] 10.222.0.22 "GET /v2.0/ports?device_id=f5f2c8e1-c94f-4259-ab73-c6701fe02413 HTTP/1.1" status: 200 len: 945 time: 0.3045998 Jun 22 08:57:32.505432 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-62cba4a0-098a-4c1e-9e37-054d1a74d495 req-55a9ff10-2d2d-497c-a5df-9e802682c1ff tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] 10.222.0.22 "GET /v2.0/security-groups?id=b898a60c-7fe8-421c-bc5f-0e7f60ad4a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533080 Jun 22 08:57:32.537067 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-2e7ef6e5-479a-45a9-ad18-de1947b69bf1 req-b2a4bc37-6cda-4392-9883-16a95c92b8c1 service neutron] 10.222.0.15 "GET /v2.0/networks/ffc45789-1d25-422f-af85-26bb37a39178?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1779616 Jun 22 08:57:33.312079 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.rpc [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Device e2255aad-9323-4a65-bca4-8975e86a645e details requested by agent hyperv_hv-cinder-79733 with host hv-cinder-79733 {{(pid=92666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 08:57:33.477224 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd06c627-6aca-4f14-9db4-5c44a3ce9de3 req-6bf8e270-f7e4-4d74-854e-24246e433f93 tempest-VolumesActionsTest-1900697665 tempest-VolumesActionsTest-1900697665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:57:33.477855 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.db [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] For port e2255aad-9323-4a65-bca4-8975e86a645e, host hv-cinder-79733, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79733',level=0,port_id=e2255aad-9323-4a65-bca4-8975e86a645e,segment=NetworkSegment(ab517c0f-c207-4579-8c02-9336ac0a8f51),segment_id=ab517c0f-c207-4579-8c02-9336ac0a8f51)] {{(pid=92666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 08:57:33.479735 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-cd06c627-6aca-4f14-9db4-5c44a3ce9de3 req-6bf8e270-f7e4-4d74-854e-24246e433f93 tempest-VolumesActionsTest-1900697665 tempest-VolumesActionsTest-1900697665-project] 10.222.0.22 "GET /v2.0/ports?device_id=831d7f78-2e7b-4c99-99ed-7e73cef60807 HTTP/1.1" status: 200 len: 944 time: 0.0830178 Jun 22 08:57:33.501950 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.rpc [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Returning: {'device': 'e2255aad-9323-4a65-bca4-8975e86a645e', 'network_id': 'ffc45789-1d25-422f-af85-26bb37a39178', 'port_id': 'e2255aad-9323-4a65-bca4-8975e86a645e', 'mac_address': 'fa:16:3e:c1:a4:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '769b377e-b2ee-442e-a52d-8bee4cbfb3ca', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 08:57:33.553272 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133719154'] for port, before_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:33.581965 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.notifiers.nova [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2255aad-9323-4a65-bca4-8975e86a645e {{(pid=92666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 08:57:33.589207 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-cd06c627-6aca-4f14-9db4-5c44a3ce9de3 req-8e4a4b2b-004a-4044-aa87-0771f633722d tempest-VolumesActionsTest-1900697665 tempest-VolumesActionsTest-1900697665-project] 10.222.0.22 "GET /v2.0/security-groups?id=6e4a33ff-db35-4639-976e-5a005d9008f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982530 Jun 22 08:57:33.659504 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.db [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] For port e2255aad-9323-4a65-bca4-8975e86a645e, host hv-cinder-79733, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79733',level=0,port_id=e2255aad-9323-4a65-bca4-8975e86a645e,segment=NetworkSegment(ab517c0f-c207-4579-8c02-9336ac0a8f51),segment_id=ab517c0f-c207-4579-8c02-9336ac0a8f51)] {{(pid=92666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 08:57:33.668653 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133719696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133660950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728380107731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728379583079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728379583124'] for port, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:33.670564 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG oslo_concurrency.lockutils [None req-bc851b3d-b8b6-40d7-a3ff-8f210e606bfe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:57:33.752279 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Pushing event updated for resources: {'Port': ['ID=e2255aad-9323-4a65-bca4-8975e86a645e,revision_number=4']} {{(pid=92666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:57:33.764886 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG oslo_concurrency.lockutils [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=92666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:57:33.858250 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c054f972-948b-4f85-aff3-99356a9b0fdc req-fcc94b9d-a75a-49f2-8130-6c22905c6483 tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:57:33.859932 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-c054f972-948b-4f85-aff3-99356a9b0fdc req-fcc94b9d-a75a-49f2-8130-6c22905c6483 tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] 10.222.0.22 "GET /v2.0/ports?device_id=f5f2c8e1-c94f-4259-ab73-c6701fe02413 HTTP/1.1" status: 200 len: 945 time: 0.0711672 Jun 22 08:57:33.910533 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-c054f972-948b-4f85-aff3-99356a9b0fdc req-83e8d77d-02fb-498a-a55d-2420b886238d tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] 10.222.0.22 "GET /v2.0/security-groups?id=b898a60c-7fe8-421c-bc5f-0e7f60ad4a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422664 Jun 22 08:57:33.948363 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.wsgi [-] (92665) accepted ('10.222.0.22', 33806) {{(pid=92665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 08:57:34.067678 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-9f4270f9-4c79-4391-9f32-f76737208a78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:34.075772 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.db [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] get_ports_and_sgs() called for port_ids ['e2255aad-9323-4a65-bca4-8975e86a645e'] {{(pid=92666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 08:57:34.169866 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-9f4270f9-4c79-4391-9f32-f76737208a78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:34.175397 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-9f4270f9-4c79-4391-9f32-f76737208a78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748303'] for security_group, after_create {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:34.177947 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:57:34.214904 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [None req-9f4270f9-4c79-4391-9f32-f76737208a78 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a87a649a66324cf194b9d5c5d64ccb8a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2651589 Jun 22 08:57:34.215647 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4270f9-4c79-4391-9f32-f76737208a78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43f38a10-e6ef-4af1-b2f2-30332362b06e,revision_number=1']} {{(pid=92665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:57:34.217608 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.wsgi [-] (92665) accepted ('10.222.0.22', 33818) {{(pid=92665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 08:57:34.234941 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4270f9-4c79-4391-9f32-f76737208a78 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:57:34.235301 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4270f9-4c79-4391-9f32-f76737208a78 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:57:34.236202 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4270f9-4c79-4391-9f32-f76737208a78 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:57:34.236546 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4270f9-4c79-4391-9f32-f76737208a78 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:57:34.236882 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4270f9-4c79-4391-9f32-f76737208a78 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:57:34.237221 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4270f9-4c79-4391-9f32-f76737208a78 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:57:34.237553 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4270f9-4c79-4391-9f32-f76737208a78 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:57:34.237915 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4270f9-4c79-4391-9f32-f76737208a78 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:57:34.238253 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4270f9-4c79-4391-9f32-f76737208a78 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:57:34.238582 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4270f9-4c79-4391-9f32-f76737208a78 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:57:34.238908 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4270f9-4c79-4391-9f32-f76737208a78 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:57:34.239234 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4270f9-4c79-4391-9f32-f76737208a78 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:57:34.247777 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-9f4270f9-4c79-4391-9f32-f76737208a78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:57:34.281518 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-d86c161e-92ce-4f9e-a79c-2f6fbccefb7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:34.305268 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-d86c161e-92ce-4f9e-a79c-2f6fbccefb7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:34.359481 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-d86c161e-92ce-4f9e-a79c-2f6fbccefb7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748303'] for security_group, after_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:34.362664 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-d86c161e-92ce-4f9e-a79c-2f6fbccefb7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:34.366005 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [None req-d86c161e-92ce-4f9e-a79c-2f6fbccefb7e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/43f38a10-e6ef-4af1-b2f2-30332362b06e HTTP/1.1" status: 204 len: 168 time: 0.1453018 Jun 22 08:57:34.366005 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:57:34.377586 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86c161e-92ce-4f9e-a79c-2f6fbccefb7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43f38a10-e6ef-4af1-b2f2-30332362b06e,revision_number=None']} {{(pid=92665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:57:34.379813 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-d86c161e-92ce-4f9e-a79c-2f6fbccefb7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:57:34.723529 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.wsgi [-] (92665) accepted ('10.222.0.22', 33844) {{(pid=92665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 08:57:34.739211 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-269ff641-0c11-4b24-a47c-8dd79db155a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:34.864316 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3449003-e1b5-4b15-a370-ef5c362ec99d req-9e0da0e1-bfcc-4520-a422-c11cb9ad408f tempest-VolumesActionsTest-1900697665 tempest-VolumesActionsTest-1900697665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:57:34.865891 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-d3449003-e1b5-4b15-a370-ef5c362ec99d req-9e0da0e1-bfcc-4520-a422-c11cb9ad408f tempest-VolumesActionsTest-1900697665 tempest-VolumesActionsTest-1900697665-project] 10.222.0.22 "GET /v2.0/ports?device_id=831d7f78-2e7b-4c99-99ed-7e73cef60807 HTTP/1.1" status: 200 len: 945 time: 0.1157198 Jun 22 08:57:34.900987 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.wsgi [-] (92664) accepted ('10.222.0.22', 33850) {{(pid=92664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 08:57:34.936625 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-d3449003-e1b5-4b15-a370-ef5c362ec99d req-b085399d-66fa-4cff-b445-244adc9a498c tempest-VolumesActionsTest-1900697665 tempest-VolumesActionsTest-1900697665-project] 10.222.0.22 "GET /v2.0/security-groups?id=6e4a33ff-db35-4639-976e-5a005d9008f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620959 Jun 22 08:57:34.941984 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-269ff641-0c11-4b24-a47c-8dd79db155a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:34.948024 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-269ff641-0c11-4b24-a47c-8dd79db155a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748303'] for security_group, after_create {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:34.953771 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-17dba4cf-633f-45f5-8bb3-b8b63c8b5efb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:57:35.003413 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [None req-269ff641-0c11-4b24-a47c-8dd79db155a8 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=67b784f3ab2b4cc4b3decf30c41ae47c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2787454 Jun 22 08:57:35.006255 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.wsgi [-] (92664) accepted ('10.222.0.22', 33862) {{(pid=92664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 08:57:35.009082 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269ff641-0c11-4b24-a47c-8dd79db155a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9824db0-f450-42bf-a15c-97e76557c64a,revision_number=1']} {{(pid=92665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:57:35.012344 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-269ff641-0c11-4b24-a47c-8dd79db155a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:57:35.111362 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-29610cf8-5211-455d-a06f-123c57a97eec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:35.141387 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-29610cf8-5211-455d-a06f-123c57a97eec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:35.191230 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660fd702-d927-4156-9bb2-f2509a5a7568 req-662a23d0-1d96-4aab-84aa-cf2acead545d tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:57:35.198174 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-660fd702-d927-4156-9bb2-f2509a5a7568 req-662a23d0-1d96-4aab-84aa-cf2acead545d tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] 10.222.0.22 "GET /v2.0/ports?device_id=f5f2c8e1-c94f-4259-ab73-c6701fe02413 HTTP/1.1" status: 200 len: 945 time: 0.0977092 Jun 22 08:57:35.211714 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-3a928314-fcf3-43a0-900d-b5f8e909bdf5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:35.223619 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-29610cf8-5211-455d-a06f-123c57a97eec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748303'] for security_group, after_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:35.227048 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-29610cf8-5211-455d-a06f-123c57a97eec admin admin] Notify callbacks [] for security_group, before_response {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:35.228300 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [None req-29610cf8-5211-455d-a06f-123c57a97eec admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d9824db0-f450-42bf-a15c-97e76557c64a HTTP/1.1" status: 204 len: 168 time: 0.2210963 Jun 22 08:57:35.230300 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-a5b1a595-452d-4251-97ff-5d94452d5fee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:57:35.256352 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29610cf8-5211-455d-a06f-123c57a97eec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9824db0-f450-42bf-a15c-97e76557c64a,revision_number=None']} {{(pid=92664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:57:35.260785 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-29610cf8-5211-455d-a06f-123c57a97eec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:57:35.263216 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-660fd702-d927-4156-9bb2-f2509a5a7568 req-b2dea86c-121c-4503-8f47-49d6f3170c01 tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] 10.222.0.22 "GET /v2.0/security-groups?id=b898a60c-7fe8-421c-bc5f-0e7f60ad4a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566063 Jun 22 08:57:35.332885 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.rpc [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Device e2255aad-9323-4a65-bca4-8975e86a645e up at agent hyperv_hv-cinder-79733 {{(pid=92666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 08:57:35.361642 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-3a928314-fcf3-43a0-900d-b5f8e909bdf5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:35.366556 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-3a928314-fcf3-43a0-900d-b5f8e909bdf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748303'] for security_group, after_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:35.372091 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-9dde10ae-b58a-4f12-9669-1c632209bf23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:57:35.407069 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.provisioning_blocks [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Provisioning for port e2255aad-9323-4a65-bca4-8975e86a645e completed by entity L2. {{(pid=92666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 08:57:35.411921 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.provisioning_blocks [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Provisioning complete for port e2255aad-9323-4a65-bca4-8975e86a645e triggered by entity L2. {{(pid=92666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 08:57:35.413075 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133917554'] for port, provisioning_complete {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:35.426275 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.wsgi [-] (92665) accepted ('10.222.0.22', 33884) {{(pid=92665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 08:57:35.426687 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [None req-3a928314-fcf3-43a0-900d-b5f8e909bdf5 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=86bf43b3e45b4c0a99994e99078d9f21&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5238431 Jun 22 08:57:35.427998 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a928314-fcf3-43a0-900d-b5f8e909bdf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d36c7a98-ce8a-46bf-9402-7c65e316c5b0,revision_number=1']} {{(pid=92664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:57:35.431273 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-3a928314-fcf3-43a0-900d-b5f8e909bdf5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:57:35.498877 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-5c04716f-5ed0-4a45-ac11-0b2eaab21329 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:35.520948 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133719154'] for port, before_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:35.530597 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-5c04716f-5ed0-4a45-ac11-0b2eaab21329 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:35.547509 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '831d7f78-2e7b-4c99-99ed-7e73cef60807', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2255aad-9323-4a65-bca4-8975e86a645e'}] {{(pid=92666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 08:57:35.551514 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d55364b227510a28ea0dc9c97ec82a2823dd2b88b3d79212c5ee75253478bf9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-862f7dce-5564-4dc7-81d1-e3d25ea440c4" -d '{"events": [{"server_uuid": "831d7f78-2e7b-4c99-99ed-7e73cef60807", "name": "network-vif-plugged", "status": "completed", "tag": "e2255aad-9323-4a65-bca4-8975e86a645e"}]}' {{(pid=92666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 08:57:35.570063 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.db [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] For port e2255aad-9323-4a65-bca4-8975e86a645e, host hv-cinder-79733, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79733',level=0,port_id=e2255aad-9323-4a65-bca4-8975e86a645e,segment=NetworkSegment(ab517c0f-c207-4579-8c02-9336ac0a8f51),segment_id=ab517c0f-c207-4579-8c02-9336ac0a8f51)] {{(pid=92666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 08:57:35.576294 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133719696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133660950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728380107731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728379583079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728379583124'] for port, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:35.578368 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG oslo_concurrency.lockutils [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:57:35.618740 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 08:57:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef32823d-a8d9-423d-b3c8-42b60bd3967a x-openstack-request-id: req-ef32823d-a8d9-423d-b3c8-42b60bd3967a {{(pid=92666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 08:57:35.618740 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "831d7f78-2e7b-4c99-99ed-7e73cef60807", "name": "network-vif-plugged", "status": "completed", "tag": "e2255aad-9323-4a65-bca4-8975e86a645e", "code": 200}]} {{(pid=92666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 08:57:35.618740 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ef32823d-a8d9-423d-b3c8-42b60bd3967a {{(pid=92666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 08:57:35.621658 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-5c04716f-5ed0-4a45-ac11-0b2eaab21329 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748303'] for security_group, after_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:35.622544 dv-cinder-797333-1-smb neutron-server[92666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '831d7f78-2e7b-4c99-99ed-7e73cef60807', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2255aad-9323-4a65-bca4-8975e86a645e', 'code': 200} Jun 22 08:57:35.622681 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-5c04716f-5ed0-4a45-ac11-0b2eaab21329 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:35.626172 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [None req-5c04716f-5ed0-4a45-ac11-0b2eaab21329 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d36c7a98-ce8a-46bf-9402-7c65e316c5b0 HTTP/1.1" status: 204 len: 168 time: 0.1977544 Jun 22 08:57:35.627094 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-ce989c11-8b9b-4946-bb02-9a15805e74f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:57:35.640619 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c04716f-5ed0-4a45-ac11-0b2eaab21329 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d36c7a98-ce8a-46bf-9402-7c65e316c5b0,revision_number=None']} {{(pid=92665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:57:35.643553 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-5c04716f-5ed0-4a45-ac11-0b2eaab21329 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:57:35.686692 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Pushing event updated for resources: {'Port': ['ID=e2255aad-9323-4a65-bca4-8975e86a645e,revision_number=5']} {{(pid=92666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:57:35.695776 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:57:35.696012 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:57:35.696355 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:57:35.696777 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:57:35.697000 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:57:35.697319 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:57:35.697843 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:57:35.698410 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:57:35.699031 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:57:35.699514 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:57:35.699979 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:57:35.700440 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:57:35.704729 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG oslo_concurrency.lockutils [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=92666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:57:35.893298 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6abee7-e368-4b9f-b4cf-371c474fcc99 req-7792f828-bfe9-44fc-bfb4-8a5427beac7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:57:35.895386 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-5d6abee7-e368-4b9f-b4cf-371c474fcc99 req-7792f828-bfe9-44fc-bfb4-8a5427beac7a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=831d7f78-2e7b-4c99-99ed-7e73cef60807 HTTP/1.1" status: 200 len: 1099 time: 0.0592141 Jun 22 08:57:35.943886 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-5d6abee7-e368-4b9f-b4cf-371c474fcc99 req-9f36c5b9-6e78-4421-9152-36f21306e376 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=6e4a33ff-db35-4639-976e-5a005d9008f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372007 Jun 22 08:57:35.956348 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.wsgi [-] (92665) accepted ('10.222.0.22', 33910) {{(pid=92665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 08:57:35.971801 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-54850f10-c115-47ec-b72a-3164c8d9e0df admin admin] Notify callbacks [] for security_group, before_create {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:36.147089 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-54850f10-c115-47ec-b72a-3164c8d9e0df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:36.153185 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-54850f10-c115-47ec-b72a-3164c8d9e0df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748303'] for security_group, after_create {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:36.159462 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-9f4270f9-4c79-4391-9f32-f76737208a78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:57:36.202863 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [None req-54850f10-c115-47ec-b72a-3164c8d9e0df admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f0b376c844d24ab0b35d70fec170aea5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2449777 Jun 22 08:57:36.205070 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54850f10-c115-47ec-b72a-3164c8d9e0df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adef0f15-58b6-4c01-98be-5f18a10a12a8,revision_number=1']} {{(pid=92665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:57:36.207937 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.wsgi [-] (92664) accepted ('10.222.0.22', 33922) {{(pid=92664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 08:57:36.209285 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-54850f10-c115-47ec-b72a-3164c8d9e0df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:57:36.343760 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-3384450f-efa2-4cb0-9e64-9ca2f9a8db3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:36.353980 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138ad90a-31e1-4196-bfb0-4d20e8e248cc req-96c0e7e7-b1e5-46ae-b929-e7d2db722add tempest-VolumesActionsTest-1900697665 tempest-VolumesActionsTest-1900697665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:57:36.355781 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-138ad90a-31e1-4196-bfb0-4d20e8e248cc req-96c0e7e7-b1e5-46ae-b929-e7d2db722add tempest-VolumesActionsTest-1900697665 tempest-VolumesActionsTest-1900697665-project] 10.222.0.22 "GET /v2.0/ports?device_id=831d7f78-2e7b-4c99-99ed-7e73cef60807 HTTP/1.1" status: 200 len: 946 time: 0.1313572 Jun 22 08:57:36.368496 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-3384450f-efa2-4cb0-9e64-9ca2f9a8db3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:36.412338 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-138ad90a-31e1-4196-bfb0-4d20e8e248cc req-806f009e-50a7-410a-a853-a3f39195da63 tempest-VolumesActionsTest-1900697665 tempest-VolumesActionsTest-1900697665-project] 10.222.0.22 "GET /v2.0/security-groups?id=6e4a33ff-db35-4639-976e-5a005d9008f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470321 Jun 22 08:57:36.456172 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-3384450f-efa2-4cb0-9e64-9ca2f9a8db3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748303'] for security_group, after_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:36.459286 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-3384450f-efa2-4cb0-9e64-9ca2f9a8db3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:36.463126 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [None req-3384450f-efa2-4cb0-9e64-9ca2f9a8db3e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/adef0f15-58b6-4c01-98be-5f18a10a12a8 HTTP/1.1" status: 204 len: 168 time: 0.2514768 Jun 22 08:57:36.463346 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:57:36.492114 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3384450f-efa2-4cb0-9e64-9ca2f9a8db3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adef0f15-58b6-4c01-98be-5f18a10a12a8,revision_number=None']} {{(pid=92664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:57:36.496103 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-3384450f-efa2-4cb0-9e64-9ca2f9a8db3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:57:36.626466 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48f267c-4616-48fa-9e76-9beb1c62c3a0 req-ca28321f-2a0c-4292-b6cf-89b42892faab tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:57:36.628095 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-e48f267c-4616-48fa-9e76-9beb1c62c3a0 req-ca28321f-2a0c-4292-b6cf-89b42892faab tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] 10.222.0.22 "GET /v2.0/ports?device_id=f5f2c8e1-c94f-4259-ab73-c6701fe02413 HTTP/1.1" status: 200 len: 945 time: 0.0868125 Jun 22 08:57:36.693992 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-e48f267c-4616-48fa-9e76-9beb1c62c3a0 req-eb601410-c515-45f5-979c-0ef5afd074e0 tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] 10.222.0.22 "GET /v2.0/security-groups?id=b898a60c-7fe8-421c-bc5f-0e7f60ad4a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567529 Jun 22 08:57:36.939265 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.wsgi [-] (92664) accepted ('10.222.0.22', 33956) {{(pid=92664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 08:57:36.952993 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-5199a429-9a4c-4178-a99a-4a304e343b55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:37.055012 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.wsgi [-] (92665) accepted ('10.222.0.22', 33960) {{(pid=92665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 08:57:37.061149 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-5199a429-9a4c-4178-a99a-4a304e343b55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:37.074904 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-5199a429-9a4c-4178-a99a-4a304e343b55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748303'] for security_group, after_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:37.077873 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-8b981ca4-d5ec-49e1-a2f8-7a44af28deb4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:57:37.122100 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [None req-5199a429-9a4c-4178-a99a-4a304e343b55 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=186a6cfed0604ee08b2682a4c56b3a9c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1815665 Jun 22 08:57:37.122996 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.wsgi [-] (92665) accepted ('10.222.0.22', 33964) {{(pid=92665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 08:57:37.123334 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5199a429-9a4c-4178-a99a-4a304e343b55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d6eb02f-c404-48bf-845b-4461fbf6982d,revision_number=1']} {{(pid=92664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:57:37.127419 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-5199a429-9a4c-4178-a99a-4a304e343b55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:57:37.248697 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-69efbbfc-4cfb-4bae-afd4-ba3580d0b915 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:37.273322 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-69efbbfc-4cfb-4bae-afd4-ba3580d0b915 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:37.329814 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-69efbbfc-4cfb-4bae-afd4-ba3580d0b915 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748303'] for security_group, after_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:37.332413 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-69efbbfc-4cfb-4bae-afd4-ba3580d0b915 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:37.333652 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [None req-69efbbfc-4cfb-4bae-afd4-ba3580d0b915 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/4d6eb02f-c404-48bf-845b-4461fbf6982d HTTP/1.1" status: 204 len: 168 time: 0.2089212 Jun 22 08:57:37.334336 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:57:37.353960 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69efbbfc-4cfb-4bae-afd4-ba3580d0b915 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d6eb02f-c404-48bf-845b-4461fbf6982d,revision_number=None']} {{(pid=92665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:57:37.357231 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-69efbbfc-4cfb-4bae-afd4-ba3580d0b915 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:57:37.386831 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-39454f23-6b08-4a87-a254-671aa5a96981 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:37.563050 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-39454f23-6b08-4a87-a254-671aa5a96981 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:37.571919 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-39454f23-6b08-4a87-a254-671aa5a96981 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748303'] for security_group, after_create {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:37.610821 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:57:37.688635 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [None req-39454f23-6b08-4a87-a254-671aa5a96981 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a2561577711949b382fd5cd11b14c723&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6303589 Jun 22 08:57:37.689424 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39454f23-6b08-4a87-a254-671aa5a96981 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac33f5ac-2745-4881-8d1c-2714f3429387,revision_number=1']} {{(pid=92665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:57:37.691832 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.wsgi [-] (92664) accepted ('10.222.0.22', 33988) {{(pid=92664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 08:57:37.705084 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-39454f23-6b08-4a87-a254-671aa5a96981 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:57:37.748271 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1063d84-005f-402e-a642-4b7ed7e98f5a req-98fd14fc-9ab5-4103-b956-7699a2f0f4ff tempest-VolumesActionsTest-1900697665 tempest-VolumesActionsTest-1900697665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:57:37.755723 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-d1063d84-005f-402e-a642-4b7ed7e98f5a req-98fd14fc-9ab5-4103-b956-7699a2f0f4ff tempest-VolumesActionsTest-1900697665 tempest-VolumesActionsTest-1900697665-project] 10.222.0.22 "GET /v2.0/ports?device_id=831d7f78-2e7b-4c99-99ed-7e73cef60807 HTTP/1.1" status: 200 len: 946 time: 0.1860883 Jun 22 08:57:37.813115 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-d1063d84-005f-402e-a642-4b7ed7e98f5a req-71a1907b-4985-47fc-a518-0272a1f8c8fe tempest-VolumesActionsTest-1900697665 tempest-VolumesActionsTest-1900697665-project] 10.222.0.22 "GET /v2.0/security-groups?id=6e4a33ff-db35-4639-976e-5a005d9008f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564919 Jun 22 08:57:37.824317 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-0b1839ab-e517-4def-9bd7-f0c91bd9c954 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:37.900716 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-0b1839ab-e517-4def-9bd7-f0c91bd9c954 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:38.048684 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-0b1839ab-e517-4def-9bd7-f0c91bd9c954 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748303'] for security_group, after_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:38.054024 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-0b1839ab-e517-4def-9bd7-f0c91bd9c954 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:38.056994 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [None req-0b1839ab-e517-4def-9bd7-f0c91bd9c954 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ac33f5ac-2745-4881-8d1c-2714f3429387 HTTP/1.1" status: 204 len: 168 time: 0.3626683 Jun 22 08:57:38.058586 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-d252d864-1c3c-4ccc-96c3-7a63c1656875 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:57:38.071501 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1839ab-e517-4def-9bd7-f0c91bd9c954 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac33f5ac-2745-4881-8d1c-2714f3429387,revision_number=None']} {{(pid=92664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:57:38.083037 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-0b1839ab-e517-4def-9bd7-f0c91bd9c954 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:57:38.125877 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6364e747-c247-41bd-b470-4e283ddfbbee req-b281d70d-f228-489d-ab4d-aa57928c8dc2 tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:57:38.129146 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-6364e747-c247-41bd-b470-4e283ddfbbee req-b281d70d-f228-489d-ab4d-aa57928c8dc2 tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] 10.222.0.22 "GET /v2.0/ports?device_id=f5f2c8e1-c94f-4259-ab73-c6701fe02413 HTTP/1.1" status: 200 len: 945 time: 0.1257281 Jun 22 08:57:38.206864 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-6364e747-c247-41bd-b470-4e283ddfbbee req-02827300-6af4-46c1-9672-98fa79e84f3a tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] 10.222.0.22 "GET /v2.0/security-groups?id=b898a60c-7fe8-421c-bc5f-0e7f60ad4a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635564 Jun 22 08:57:38.591720 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.wsgi [-] (92664) accepted ('10.222.0.22', 34020) {{(pid=92664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 08:57:38.605834 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-c21cf9c7-a439-4835-8330-fb47bfb86dbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:38.708480 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-c21cf9c7-a439-4835-8330-fb47bfb86dbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:38.714092 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-c21cf9c7-a439-4835-8330-fb47bfb86dbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748303'] for security_group, after_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:38.717948 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:57:38.766997 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21cf9c7-a439-4835-8330-fb47bfb86dbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99436894-481e-472b-82f4-a0c1b4978002,revision_number=1']} {{(pid=92664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:57:38.770686 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-c21cf9c7-a439-4835-8330-fb47bfb86dbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:57:38.775230 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [None req-c21cf9c7-a439-4835-8330-fb47bfb86dbc admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=06cfd3a8191f49d7abc82a58adb67b0b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1818051 Jun 22 08:57:38.781680 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.wsgi [-] (92665) accepted ('10.222.0.22', 34024) {{(pid=92665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 08:57:38.839166 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-21a1029b-8cc0-4e61-a3dc-3b9234d50001 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:38.868616 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-21a1029b-8cc0-4e61-a3dc-3b9234d50001 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:38.960615 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-21a1029b-8cc0-4e61-a3dc-3b9234d50001 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748303'] for security_group, after_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:38.963446 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-21a1029b-8cc0-4e61-a3dc-3b9234d50001 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:38.964530 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [None req-21a1029b-8cc0-4e61-a3dc-3b9234d50001 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/99436894-481e-472b-82f4-a0c1b4978002 HTTP/1.1" status: 204 len: 168 time: 0.1812391 Jun 22 08:57:38.965828 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-019b08e8-8846-4510-bd02-a849c6c69ecd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:57:38.978948 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a1029b-8cc0-4e61-a3dc-3b9234d50001 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99436894-481e-472b-82f4-a0c1b4978002,revision_number=None']} {{(pid=92665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:57:38.981531 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-21a1029b-8cc0-4e61-a3dc-3b9234d50001 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:57:39.407004 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d608dd-1511-499c-a2ae-aa62b9413ba5 req-e1143de3-9250-484d-92b7-ee4ff6716ca8 tempest-VolumesActionsTest-1900697665 tempest-VolumesActionsTest-1900697665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:57:39.409372 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-46d608dd-1511-499c-a2ae-aa62b9413ba5 req-e1143de3-9250-484d-92b7-ee4ff6716ca8 tempest-VolumesActionsTest-1900697665 tempest-VolumesActionsTest-1900697665-project] 10.222.0.22 "GET /v2.0/ports?device_id=831d7f78-2e7b-4c99-99ed-7e73cef60807 HTTP/1.1" status: 200 len: 946 time: 0.1123900 Jun 22 08:57:39.466431 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd643d9-a416-4103-9ace-859e21b3852a req-a7cb7558-d8c7-4015-a950-54038ff1abed tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:57:39.474163 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-edd643d9-a416-4103-9ace-859e21b3852a req-a7cb7558-d8c7-4015-a950-54038ff1abed tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] 10.222.0.22 "GET /v2.0/ports?device_id=f5f2c8e1-c94f-4259-ab73-c6701fe02413 HTTP/1.1" status: 200 len: 945 time: 0.1146464 Jun 22 08:57:39.487134 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-46d608dd-1511-499c-a2ae-aa62b9413ba5 req-07d22f4e-2c1e-4363-89f4-8f4c75884753 tempest-VolumesActionsTest-1900697665 tempest-VolumesActionsTest-1900697665-project] 10.222.0.22 "GET /v2.0/security-groups?id=6e4a33ff-db35-4639-976e-5a005d9008f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695672 Jun 22 08:57:39.542836 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-edd643d9-a416-4103-9ace-859e21b3852a req-1729dc0a-18d7-4133-9ae1-fc47b6967432 tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] 10.222.0.22 "GET /v2.0/security-groups?id=b898a60c-7fe8-421c-bc5f-0e7f60ad4a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674400 Jun 22 08:57:40.761444 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2058bf0f-b996-44b6-9c0b-c525ab5514cd req-2f631dd3-7ef7-4c01-b102-30718a90a3be tempest-VolumesActionsTest-1900697665 tempest-VolumesActionsTest-1900697665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:57:40.761444 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-2058bf0f-b996-44b6-9c0b-c525ab5514cd req-2f631dd3-7ef7-4c01-b102-30718a90a3be tempest-VolumesActionsTest-1900697665 tempest-VolumesActionsTest-1900697665-project] 10.222.0.22 "GET /v2.0/ports?device_id=831d7f78-2e7b-4c99-99ed-7e73cef60807 HTTP/1.1" status: 200 len: 946 time: 0.1502416 Jun 22 08:57:40.791830 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abea8a73-7707-4f68-8d36-0db79d3ba75a req-5a4e3d13-0370-4814-ba33-90578ff14476 tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:57:40.793400 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-abea8a73-7707-4f68-8d36-0db79d3ba75a req-5a4e3d13-0370-4814-ba33-90578ff14476 tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] 10.222.0.22 "GET /v2.0/ports?device_id=f5f2c8e1-c94f-4259-ab73-c6701fe02413 HTTP/1.1" status: 200 len: 945 time: 0.1207378 Jun 22 08:57:40.820393 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-2058bf0f-b996-44b6-9c0b-c525ab5514cd req-eb8fff51-8dca-43e1-a00e-f8fcb6ae2f23 tempest-VolumesActionsTest-1900697665 tempest-VolumesActionsTest-1900697665-project] 10.222.0.22 "GET /v2.0/security-groups?id=6e4a33ff-db35-4639-976e-5a005d9008f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570796 Jun 22 08:57:40.849953 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-abea8a73-7707-4f68-8d36-0db79d3ba75a req-30b181b8-edc8-43e0-825b-004f34c19e2a tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] 10.222.0.22 "GET /v2.0/security-groups?id=b898a60c-7fe8-421c-bc5f-0e7f60ad4a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424058 Jun 22 08:57:41.078966 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-785e4c36-a444-4980-b9ee-97138193838f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380123073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133916839'] for agent, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:41.397543 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6e435d-7e74-476e-95ed-e0f7b788e727 req-655ad577-02d8-4892-840d-64774073ac3e tempest-VolumesActionsTest-1900697665 tempest-VolumesActionsTest-1900697665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:57:41.399662 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-aa6e435d-7e74-476e-95ed-e0f7b788e727 req-655ad577-02d8-4892-840d-64774073ac3e tempest-VolumesActionsTest-1900697665 tempest-VolumesActionsTest-1900697665-project] 10.222.0.15 "GET /v2.0/ports?device_id=831d7f78-2e7b-4c99-99ed-7e73cef60807 HTTP/1.1" status: 200 len: 946 time: 0.1670747 Jun 22 08:57:41.608096 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.plugins.ml2.plugin [req-aa6e435d-7e74-476e-95ed-e0f7b788e727 req-945e0114-d8ea-468c-a5d6-2d2f744e3bfb tempest-VolumesActionsTest-1900697665 tempest-VolumesActionsTest-1900697665-project] Deleting port e2255aad-9323-4a65-bca4-8975e86a645e {{(pid=92665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 08:57:41.608506 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [req-aa6e435d-7e74-476e-95ed-e0f7b788e727 req-945e0114-d8ea-468c-a5d6-2d2f744e3bfb tempest-VolumesActionsTest-1900697665 tempest-VolumesActionsTest-1900697665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728380103653'] for port, before_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:41.734272 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.plugins.ml2.db [req-aa6e435d-7e74-476e-95ed-e0f7b788e727 req-945e0114-d8ea-468c-a5d6-2d2f744e3bfb tempest-VolumesActionsTest-1900697665 tempest-VolumesActionsTest-1900697665-project] For port e2255aad-9323-4a65-bca4-8975e86a645e, host hv-cinder-79733, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79733',level=0,port_id=e2255aad-9323-4a65-bca4-8975e86a645e,segment=NetworkSegment(ab517c0f-c207-4579-8c02-9336ac0a8f51),segment_id=ab517c0f-c207-4579-8c02-9336ac0a8f51)] {{(pid=92665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 08:57:41.734639 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [req-aa6e435d-7e74-476e-95ed-e0f7b788e727 req-945e0114-d8ea-468c-a5d6-2d2f744e3bfb tempest-VolumesActionsTest-1900697665 tempest-VolumesActionsTest-1900697665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546942'] for port, precommit_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:41.853661 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.plugins.ml2.plugin [req-aa6e435d-7e74-476e-95ed-e0f7b788e727 req-945e0114-d8ea-468c-a5d6-2d2f744e3bfb tempest-VolumesActionsTest-1900697665 tempest-VolumesActionsTest-1900697665-project] Calling delete_port for e2255aad-9323-4a65-bca4-8975e86a645e owned by compute:nova {{(pid=92665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 08:57:42.172300 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777c3d1c-5d19-4f27-89a4-82e25e4445bf req-74db3ca3-416d-41ca-a42d-89478ba272e7 tempest-VolumesActionsTest-1900697665 tempest-VolumesActionsTest-1900697665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:57:42.178800 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-777c3d1c-5d19-4f27-89a4-82e25e4445bf req-74db3ca3-416d-41ca-a42d-89478ba272e7 tempest-VolumesActionsTest-1900697665 tempest-VolumesActionsTest-1900697665-project] 10.222.0.22 "GET /v2.0/ports?device_id=831d7f78-2e7b-4c99-99ed-7e73cef60807 HTTP/1.1" status: 200 len: 946 time: 0.1865041 Jun 22 08:57:42.193897 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3a7d9c-0623-4818-a27c-ede8e8cdd226 req-39fa1b37-e70a-414e-83bd-c696e8725384 tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:57:42.196439 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-5f3a7d9c-0623-4818-a27c-ede8e8cdd226 req-39fa1b37-e70a-414e-83bd-c696e8725384 tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] 10.222.0.22 "GET /v2.0/ports?device_id=f5f2c8e1-c94f-4259-ab73-c6701fe02413 HTTP/1.1" status: 200 len: 945 time: 0.1882219 Jun 22 08:57:42.304290 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-777c3d1c-5d19-4f27-89a4-82e25e4445bf req-7ba4d88f-e294-47d9-b29f-0e486a768615 tempest-VolumesActionsTest-1900697665 tempest-VolumesActionsTest-1900697665-project] 10.222.0.22 "GET /v2.0/security-groups?id=6e4a33ff-db35-4639-976e-5a005d9008f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194291 Jun 22 08:57:42.308756 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-5f3a7d9c-0623-4818-a27c-ede8e8cdd226 req-86c2cb84-83f3-43d4-8184-8531a24036cf tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] 10.222.0.22 "GET /v2.0/security-groups?id=b898a60c-7fe8-421c-bc5f-0e7f60ad4a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919213 Jun 22 08:57:42.312077 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [req-aa6e435d-7e74-476e-95ed-e0f7b788e727 req-945e0114-d8ea-468c-a5d6-2d2f744e3bfb tempest-VolumesActionsTest-1900697665 tempest-VolumesActionsTest-1900697665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133719696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133660950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728380107749', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728379583070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4027009'] for port, after_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:42.337991 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:57:42.343750 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.db [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] get_ports_and_sgs() called for port_ids ['e2255aad-9323-4a65-bca4-8975e86a645e'] {{(pid=92666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 08:57:42.364193 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945e0114-d8ea-468c-a5d6-2d2f744e3bfb tempest-VolumesActionsTest-1900697665 tempest-VolumesActionsTest-1900697665-project] Pushing event deleted for resources: {'Port': ['ID=e2255aad-9323-4a65-bca4-8975e86a645e,revision_number=None']} {{(pid=92665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:57:42.385908 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-945e0114-d8ea-468c-a5d6-2d2f744e3bfb tempest-VolumesActionsTest-1900697665 tempest-VolumesActionsTest-1900697665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:57:42.433651 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa6e435d-7e74-476e-95ed-e0f7b788e727 req-945e0114-d8ea-468c-a5d6-2d2f744e3bfb tempest-VolumesActionsTest-1900697665 tempest-VolumesActionsTest-1900697665-project] No DVR routers for this DVR port e2255aad-9323-4a65-bca4-8975e86a645e on host hv-cinder-79733 {{(pid=92665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 08:57:42.436887 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [req-aa6e435d-7e74-476e-95ed-e0f7b788e727 req-945e0114-d8ea-468c-a5d6-2d2f744e3bfb tempest-VolumesActionsTest-1900697665 tempest-VolumesActionsTest-1900697665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27927'] for port, before_response {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:42.439303 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-aa6e435d-7e74-476e-95ed-e0f7b788e727 req-945e0114-d8ea-468c-a5d6-2d2f744e3bfb tempest-VolumesActionsTest-1900697665 tempest-VolumesActionsTest-1900697665-project] 10.222.0.15 "DELETE /v2.0/ports/e2255aad-9323-4a65-bca4-8975e86a645e HTTP/1.1" status: 204 len: 173 time: 1.0340052 Jun 22 08:57:42.439850 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '831d7f78-2e7b-4c99-99ed-7e73cef60807', 'name': 'network-vif-deleted', 'tag': 'e2255aad-9323-4a65-bca4-8975e86a645e'}] {{(pid=92665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 08:57:42.442478 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}600ed202ef5c6893f709c92c950a9f9cd42c49f10c76c91c75f79f08b33dd1bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b6069a0-0bbc-42a1-b6a3-4857f514f408" -d '{"events": [{"server_uuid": "831d7f78-2e7b-4c99-99ed-7e73cef60807", "name": "network-vif-deleted", "tag": "e2255aad-9323-4a65-bca4-8975e86a645e"}]}' {{(pid=92665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 08:57:42.499373 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 08:57:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4666fed7-892a-49d2-8f76-f0f22d0d4649 x-openstack-request-id: req-4666fed7-892a-49d2-8f76-f0f22d0d4649 {{(pid=92665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 08:57:42.499797 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "831d7f78-2e7b-4c99-99ed-7e73cef60807", "name": "network-vif-deleted", "tag": "e2255aad-9323-4a65-bca4-8975e86a645e", "status": "completed", "code": 200}]} {{(pid=92665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 08:57:42.500862 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-4666fed7-892a-49d2-8f76-f0f22d0d4649 {{(pid=92665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 08:57:42.502073 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '831d7f78-2e7b-4c99-99ed-7e73cef60807', 'name': 'network-vif-deleted', 'tag': 'e2255aad-9323-4a65-bca4-8975e86a645e', 'status': 'completed', 'code': 200} Jun 22 08:57:43.517401 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-83271e1a-5a01-4ffa-b457-5759b82742bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380123073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133916839'] for agent, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:43.593609 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79a7bdf-3061-44e2-872c-254e37d6ab65 req-6efbc20d-f772-43f4-999a-f09471d51aae tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:57:43.601446 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-c79a7bdf-3061-44e2-872c-254e37d6ab65 req-6efbc20d-f772-43f4-999a-f09471d51aae tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] 10.222.0.22 "GET /v2.0/ports?device_id=f5f2c8e1-c94f-4259-ab73-c6701fe02413 HTTP/1.1" status: 200 len: 945 time: 0.0817254 Jun 22 08:57:43.649097 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-c79a7bdf-3061-44e2-872c-254e37d6ab65 req-782505d4-7128-4388-89b2-4c187e5fedc6 tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] 10.222.0.22 "GET /v2.0/security-groups?id=b898a60c-7fe8-421c-bc5f-0e7f60ad4a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463932 Jun 22 08:57:43.853061 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380123073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133916839'] for agent, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:43.903811 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe4855f-ca4e-46ff-a79f-526188437ccd req-ed94d352-b683-40c2-99a1-54cf22dc0394 tempest-VolumesActionsTest-1900697665 tempest-VolumesActionsTest-1900697665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:57:43.905896 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-8fe4855f-ca4e-46ff-a79f-526188437ccd req-ed94d352-b683-40c2-99a1-54cf22dc0394 tempest-VolumesActionsTest-1900697665 tempest-VolumesActionsTest-1900697665-project] 10.222.0.22 "GET /v2.0/networks?id=ffc45789-1d25-422f-af85-26bb37a39178 HTTP/1.1" status: 200 len: 808 time: 0.1624308 Jun 22 08:57:43.926624 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-8fe4855f-ca4e-46ff-a79f-526188437ccd req-1fb48333-d072-45c5-ab38-043a8559dc02 tempest-VolumesActionsTest-1900697665 tempest-VolumesActionsTest-1900697665-project] 10.222.0.22 "GET /v2.0/quotas/5bcbfec3a62f4057938c6c2b4fa001fa HTTP/1.1" status: 200 len: 375 time: 0.0117412 Jun 22 08:57:43.932163 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.wsgi [-] (92665) accepted ('10.222.0.22', 34272) {{(pid=92665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 08:57:43.973927 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-8fe4855f-ca4e-46ff-a79f-526188437ccd req-22c10e98-3e3a-49c6-b3f9-a78f50b3e0f4 tempest-VolumesActionsTest-1900697665 tempest-VolumesActionsTest-1900697665-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=5bcbfec3a62f4057938c6c2b4fa001fa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0335114 Jun 22 08:57:44.100635 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-99e9b391-4611-40f3-b6c5-a37db41a9f63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:44.112605 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-8fe4855f-ca4e-46ff-a79f-526188437ccd req-30268d74-1a11-438a-a2ff-a64775c90e6d service neutron] 10.222.0.22 "GET /v2.0/networks/ffc45789-1d25-422f-af85-26bb37a39178?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259847 Jun 22 08:57:44.171637 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.wsgi [-] (92664) accepted ('10.222.0.22', 34278) {{(pid=92664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 08:57:44.254606 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-8fe4855f-ca4e-46ff-a79f-526188437ccd req-c50cfea7-be03-47c0-a009-80f48e7fbb19 service neutron] 10.222.0.22 "GET /v2.0/networks/ffc45789-1d25-422f-af85-26bb37a39178?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321108 Jun 22 08:57:44.307800 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-99e9b391-4611-40f3-b6c5-a37db41a9f63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:44.316731 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-99e9b391-4611-40f3-b6c5-a37db41a9f63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748303'] for security_group, after_create {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:44.317935 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-65ec3e96-4f72-4d5c-9535-0ceddc8bcb01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:44.320744 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:57:44.373976 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [None req-99e9b391-4611-40f3-b6c5-a37db41a9f63 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=210f3d4733b64612a9288142aa4309ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4403839 Jun 22 08:57:44.375278 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e9b391-4611-40f3-b6c5-a37db41a9f63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f320b659-d600-4352-b083-644b3cb1cfe3,revision_number=1']} {{(pid=92665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:57:44.378460 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.wsgi [-] (92665) accepted ('10.222.0.22', 34286) {{(pid=92665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 08:57:44.387864 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-99e9b391-4611-40f3-b6c5-a37db41a9f63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:57:44.448387 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-65ec3e96-4f72-4d5c-9535-0ceddc8bcb01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:44.450005 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-0b8f4b24-4799-490b-adb7-fc1b4a920800 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:44.453484 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-65ec3e96-4f72-4d5c-9535-0ceddc8bcb01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748303'] for security_group, after_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:44.475711 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-c1d91e36-6bb8-4afc-9313-d5cc46023f76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:57:44.498622 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-0b8f4b24-4799-490b-adb7-fc1b4a920800 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:44.526385 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ec3e96-4f72-4d5c-9535-0ceddc8bcb01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=796fb9c8-e8dc-451d-b374-9eb24d53299c,revision_number=1']} {{(pid=92664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:57:44.536423 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-65ec3e96-4f72-4d5c-9535-0ceddc8bcb01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:57:44.546813 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [None req-65ec3e96-4f72-4d5c-9535-0ceddc8bcb01 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=3fdf5b87f7734634b0a8ee56bd385639&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3736575 Jun 22 08:57:44.547671 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.wsgi [-] (92664) accepted ('10.222.0.22', 34292) {{(pid=92664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 08:57:44.607269 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-0b8f4b24-4799-490b-adb7-fc1b4a920800 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748303'] for security_group, after_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:44.611104 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-0b8f4b24-4799-490b-adb7-fc1b4a920800 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:44.612364 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-8942a2b5-e7d8-40c8-9886-ab6ad425fc74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:44.616052 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [None req-0b8f4b24-4799-490b-adb7-fc1b4a920800 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f320b659-d600-4352-b083-644b3cb1cfe3 HTTP/1.1" status: 204 len: 168 time: 0.2354436 Jun 22 08:57:44.645612 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:57:44.658405 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-0f780d93-b521-4bde-9586-2bf0c5ea24e9 req-8937a494-359c-43e8-ae52-a16cd087b8cc tempest-VolumesActionsTest-1900697665 tempest-VolumesActionsTest-1900697665-project] 10.222.0.22 "GET /v2.0/ports?device_id=2a3715f4-8d41-49a3-a215-17066e9b1074 HTTP/1.1" status: 200 len: 210 time: 0.0739207 Jun 22 08:57:44.659916 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-8942a2b5-e7d8-40c8-9886-ab6ad425fc74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:44.674045 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8f4b24-4799-490b-adb7-fc1b4a920800 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f320b659-d600-4352-b083-644b3cb1cfe3,revision_number=None']} {{(pid=92665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:57:44.697903 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-0b8f4b24-4799-490b-adb7-fc1b4a920800 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:57:44.783820 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-8942a2b5-e7d8-40c8-9886-ab6ad425fc74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748303'] for security_group, after_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:44.793867 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-8942a2b5-e7d8-40c8-9886-ab6ad425fc74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:44.799589 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [None req-8942a2b5-e7d8-40c8-9886-ab6ad425fc74 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/796fb9c8-e8dc-451d-b374-9eb24d53299c HTTP/1.1" status: 204 len: 168 time: 0.2493672 Jun 22 08:57:44.803757 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-fe9f160a-d4d1-42a9-995d-093a95aba8e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:57:44.841140 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8942a2b5-e7d8-40c8-9886-ab6ad425fc74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=796fb9c8-e8dc-451d-b374-9eb24d53299c,revision_number=None']} {{(pid=92664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:57:44.856481 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-8942a2b5-e7d8-40c8-9886-ab6ad425fc74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:57:44.989454 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-244d5e4c-124e-44e7-83f7-ed36bd156729 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380123073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133916839'] for agent, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:45.069679 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266c667a-44f3-4954-ac92-0d19097487b7 req-ba1d07d2-db68-4539-b3df-1e65b035814d tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:57:45.071615 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-266c667a-44f3-4954-ac92-0d19097487b7 req-ba1d07d2-db68-4539-b3df-1e65b035814d tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] 10.222.0.22 "GET /v2.0/ports?device_id=f5f2c8e1-c94f-4259-ab73-c6701fe02413 HTTP/1.1" status: 200 len: 945 time: 0.1684210 Jun 22 08:57:45.341173 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.rpc [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Device e2255aad-9323-4a65-bca4-8975e86a645e no longer exists at agent hyperv_hv-cinder-79733 {{(pid=92666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 08:57:45.381769 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.plugin [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] No Port match for: e2255aad-9323-4a65-bca4-8975e86a645e {{(pid=92666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 08:57:45.382135 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.rpc [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Device e2255aad-9323-4a65-bca4-8975e86a645e not bound to the agent host hv-cinder-79733 {{(pid=92666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 08:57:45.406306 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.wsgi [-] (92664) accepted ('10.222.0.22', 34322) {{(pid=92664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 08:57:45.410757 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-266c667a-44f3-4954-ac92-0d19097487b7 req-0a041481-b58a-4378-8c7b-f061ec752145 tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] 10.222.0.22 "GET /v2.0/security-groups?id=b898a60c-7fe8-421c-bc5f-0e7f60ad4a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3161781 Jun 22 08:57:45.414256 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.wsgi [-] (92665) accepted ('10.222.0.22', 34324) {{(pid=92665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 08:57:45.429925 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-92ddb041-b002-4618-862b-3423c4c3739a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:45.430817 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-b525d887-899a-4159-a85b-8cd5503175f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:45.560227 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-92ddb041-b002-4618-862b-3423c4c3739a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:45.564872 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-92ddb041-b002-4618-862b-3423c4c3739a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748303'] for security_group, after_create {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:45.567584 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-2033a9a0-b7f9-4ae3-b1e4-c5cb660a2662 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:57:45.606548 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ddb041-b002-4618-862b-3423c4c3739a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7d07a72-6bcd-4dba-a27e-fcb3b11d7771,revision_number=1']} {{(pid=92665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:57:45.614227 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [None req-92ddb041-b002-4618-862b-3423c4c3739a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=61c3fe8b8e064683ac7202e26e1e0fed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1986871 Jun 22 08:57:45.615471 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-92ddb041-b002-4618-862b-3423c4c3739a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:57:45.615726 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.wsgi [-] (92665) accepted ('10.222.0.22', 34326) {{(pid=92665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 08:57:45.689885 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-84f230b4-4647-4db8-a84f-113f5fb835cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:45.710050 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-b525d887-899a-4159-a85b-8cd5503175f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:45.715255 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-b525d887-899a-4159-a85b-8cd5503175f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748303'] for security_group, after_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:45.720388 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-3384450f-efa2-4cb0-9e64-9ca2f9a8db3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:57:45.720863 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-84f230b4-4647-4db8-a84f-113f5fb835cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:45.786582 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [None req-b525d887-899a-4159-a85b-8cd5503175f5 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=934c458aeaa74da0a97f634edecedd01&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3786819 Jun 22 08:57:45.788280 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b525d887-899a-4159-a85b-8cd5503175f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8983ecd-8ca2-4f4d-9322-b5895026b5ae,revision_number=1']} {{(pid=92664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:57:45.790112 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.wsgi [-] (92665) accepted ('10.222.0.22', 34330) {{(pid=92665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 08:57:45.793538 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-b525d887-899a-4159-a85b-8cd5503175f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:57:45.799271 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-84f230b4-4647-4db8-a84f-113f5fb835cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748303'] for security_group, after_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:45.801948 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-84f230b4-4647-4db8-a84f-113f5fb835cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:45.803035 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [None req-84f230b4-4647-4db8-a84f-113f5fb835cd admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a7d07a72-6bcd-4dba-a27e-fcb3b11d7771 HTTP/1.1" status: 204 len: 168 time: 0.1863685 Jun 22 08:57:45.810310 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-b3dd71a7-222c-4de5-81e2-5d0784ef0ea0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:57:45.830269 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f230b4-4647-4db8-a84f-113f5fb835cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7d07a72-6bcd-4dba-a27e-fcb3b11d7771,revision_number=None']} {{(pid=92665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:57:45.839573 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-84f230b4-4647-4db8-a84f-113f5fb835cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:57:45.874886 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-c2e46d47-b786-451a-9a69-521c3f5621f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:45.905678 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-e80f683c-319c-47c1-9fd7-e97ff5193cbc req-576e36da-331c-496f-95ee-e276ce9a4a9c tempest-VolumesActionsTest-1900697665 tempest-VolumesActionsTest-1900697665-project] 10.222.0.22 "GET /v2.0/ports?device_id=2a3715f4-8d41-49a3-a215-17066e9b1074 HTTP/1.1" status: 200 len: 210 time: 0.0334365 Jun 22 08:57:45.929619 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-c2e46d47-b786-451a-9a69-521c3f5621f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:45.984025 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-c2e46d47-b786-451a-9a69-521c3f5621f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748303'] for security_group, after_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:45.987643 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-c2e46d47-b786-451a-9a69-521c3f5621f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:45.989075 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [None req-c2e46d47-b786-451a-9a69-521c3f5621f0 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/b8983ecd-8ca2-4f4d-9322-b5895026b5ae HTTP/1.1" status: 204 len: 168 time: 0.1973412 Jun 22 08:57:45.990059 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:57:46.002772 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e46d47-b786-451a-9a69-521c3f5621f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8983ecd-8ca2-4f4d-9322-b5895026b5ae,revision_number=None']} {{(pid=92665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:57:46.006802 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-c2e46d47-b786-451a-9a69-521c3f5621f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:57:46.056657 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-e2a0141c-4e42-4900-8004-ff8c1b31b35a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380123073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133916839'] for agent, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:46.449510 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe4855f-ca4e-46ff-a79f-526188437ccd req-107c5afa-cff3-411e-97be-44117295a912 tempest-VolumesActionsTest-1900697665 tempest-VolumesActionsTest-1900697665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:57:46.453183 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-8fe4855f-ca4e-46ff-a79f-526188437ccd req-107c5afa-cff3-411e-97be-44117295a912 tempest-VolumesActionsTest-1900697665 tempest-VolumesActionsTest-1900697665-project] 10.222.0.15 "GET /v2.0/networks?id=ffc45789-1d25-422f-af85-26bb37a39178 HTTP/1.1" status: 200 len: 808 time: 0.2294624 Jun 22 08:57:46.474398 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.v2.base [req-8fe4855f-ca4e-46ff-a79f-526188437ccd req-369b8d16-4e3f-438d-b8b5-df413eab88a2 tempest-VolumesActionsTest-1900697665 tempest-VolumesActionsTest-1900697665-project] Request body: {'port': {'device_id': '2a3715f4-8d41-49a3-a215-17066e9b1074', 'network_id': 'ffc45789-1d25-422f-af85-26bb37a39178', 'admin_state_up': True, 'tenant_id': '5bcbfec3a62f4057938c6c2b4fa001fa'}} {{(pid=92665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 08:57:46.751266 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679fcda5-bc03-41e1-9817-9bfcaef0d01f req-763e80d1-3f58-445a-b5a4-5848cbff9874 tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:57:46.758400 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-679fcda5-bc03-41e1-9817-9bfcaef0d01f req-763e80d1-3f58-445a-b5a4-5848cbff9874 tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] 10.222.0.22 "GET /v2.0/ports?device_id=f5f2c8e1-c94f-4259-ab73-c6701fe02413 HTTP/1.1" status: 200 len: 945 time: 0.1387186 Jun 22 08:57:46.793651 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8fe4855f-ca4e-46ff-a79f-526188437ccd req-369b8d16-4e3f-438d-b8b5-df413eab88a2 tempest-VolumesActionsTest-1900697665 tempest-VolumesActionsTest-1900697665-project] Made reservation on behalf of 5bcbfec3a62f4057938c6c2b4fa001fa for: {'port': 1} {{(pid=92665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 08:57:46.797548 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [req-8fe4855f-ca4e-46ff-a79f-526188437ccd req-369b8d16-4e3f-438d-b8b5-df413eab88a2 tempest-VolumesActionsTest-1900697665 tempest-VolumesActionsTest-1900697665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-133719140'] for port, before_create {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:46.832802 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-679fcda5-bc03-41e1-9817-9bfcaef0d01f req-4f4ca40e-7f87-42bc-905e-83b7b9477243 tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] 10.222.0.22 "GET /v2.0/security-groups?id=b898a60c-7fe8-421c-bc5f-0e7f60ad4a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733531 Jun 22 08:57:47.044997 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.db.db_base_plugin_common [req-8fe4855f-ca4e-46ff-a79f-526188437ccd req-369b8d16-4e3f-438d-b8b5-df413eab88a2 tempest-VolumesActionsTest-1900697665 tempest-VolumesActionsTest-1900697665-project] Allocated IP 172.20.0.14 (ffc45789-1d25-422f-af85-26bb37a39178/769b377e-b2ee-442e-a52d-8bee4cbfb3ca/d2f73256-4497-49b9-ab66-167b422f5b99) {{(pid=92665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 08:57:47.119574 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-40652b63-a18c-4252-8e5d-68185e7d2b82 req-e32609b1-f467-4f64-acad-ca51d015ce64 tempest-VolumesActionsTest-1900697665 tempest-VolumesActionsTest-1900697665-project] 10.222.0.22 "GET /v2.0/ports?device_id=2a3715f4-8d41-49a3-a215-17066e9b1074 HTTP/1.1" status: 200 len: 210 time: 0.0447774 Jun 22 08:57:47.296798 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [req-8fe4855f-ca4e-46ff-a79f-526188437ccd req-369b8d16-4e3f-438d-b8b5-df413eab88a2 tempest-VolumesActionsTest-1900697665 tempest-VolumesActionsTest-1900697665-project] Notify callbacks [] for port, precommit_create {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:47.352976 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [req-8fe4855f-ca4e-46ff-a79f-526188437ccd req-369b8d16-4e3f-438d-b8b5-df413eab88a2 tempest-VolumesActionsTest-1900697665 tempest-VolumesActionsTest-1900697665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-133719719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-133660957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728379583061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4027064'] for port, after_create {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:47.362426 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-945e0114-d8ea-468c-a5d6-2d2f744e3bfb tempest-VolumesActionsTest-1900697665 tempest-VolumesActionsTest-1900697665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:57:47.422387 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8fe4855f-ca4e-46ff-a79f-526188437ccd req-369b8d16-4e3f-438d-b8b5-df413eab88a2 tempest-VolumesActionsTest-1900697665 tempest-VolumesActionsTest-1900697665-project] Network ffc45789-1d25-422f-af85-26bb37a39178 is already hosted by enough agents. {{(pid=92665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 08:57:47.426354 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.scheduler.base_scheduler [req-8fe4855f-ca4e-46ff-a79f-526188437ccd req-369b8d16-4e3f-438d-b8b5-df413eab88a2 tempest-VolumesActionsTest-1900697665 tempest-VolumesActionsTest-1900697665-project] Resources bound (agent type, host, resource id): {{(pid=92665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 08:57:47.435432 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fe4855f-ca4e-46ff-a79f-526188437ccd req-369b8d16-4e3f-438d-b8b5-df413eab88a2 tempest-VolumesActionsTest-1900697665 tempest-VolumesActionsTest-1900697665-project] Received port after_create {{(pid=92665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 08:57:47.470972 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369b8d16-4e3f-438d-b8b5-df413eab88a2 tempest-VolumesActionsTest-1900697665 tempest-VolumesActionsTest-1900697665-project] Pushing event updated for resources: {'Port': ['ID=d2f73256-4497-49b9-ab66-167b422f5b99,revision_number=1']} {{(pid=92665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:57:47.476282 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-369b8d16-4e3f-438d-b8b5-df413eab88a2 tempest-VolumesActionsTest-1900697665 tempest-VolumesActionsTest-1900697665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:57:47.510389 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe4855f-ca4e-46ff-a79f-526188437ccd req-369b8d16-4e3f-438d-b8b5-df413eab88a2 tempest-VolumesActionsTest-1900697665 tempest-VolumesActionsTest-1900697665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:57:47.511056 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [req-8fe4855f-ca4e-46ff-a79f-526188437ccd req-369b8d16-4e3f-438d-b8b5-df413eab88a2 tempest-VolumesActionsTest-1900697665 tempest-VolumesActionsTest-1900697665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27927'] for port, before_response {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:47.535211 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-8fe4855f-ca4e-46ff-a79f-526188437ccd req-369b8d16-4e3f-438d-b8b5-df413eab88a2 tempest-VolumesActionsTest-1900697665 tempest-VolumesActionsTest-1900697665-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0696559 Jun 22 08:57:47.558217 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.v2.base [req-8fe4855f-ca4e-46ff-a79f-526188437ccd req-729f94c9-5bd6-4430-831c-fa874e46952b service neutron] Request body: {'port': {'device_id': '2a3715f4-8d41-49a3-a215-17066e9b1074', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79733'}} {{(pid=92665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 08:57:47.681046 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [req-8fe4855f-ca4e-46ff-a79f-526188437ccd req-729f94c9-5bd6-4430-831c-fa874e46952b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133719154'] for port, before_update {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:48.069888 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.notifiers.nova [req-8fe4855f-ca4e-46ff-a79f-526188437ccd req-729f94c9-5bd6-4430-831c-fa874e46952b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2f73256-4497-49b9-ab66-167b422f5b99 {{(pid=92665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 08:57:48.093593 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [req-8fe4855f-ca4e-46ff-a79f-526188437ccd req-729f94c9-5bd6-4430-831c-fa874e46952b service neutron] Notify callbacks [] for port, precommit_update {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:48.131953 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.db.provisioning_blocks [req-8fe4855f-ca4e-46ff-a79f-526188437ccd req-729f94c9-5bd6-4430-831c-fa874e46952b service neutron] Transition to ACTIVE for port object d2f73256-4497-49b9-ab66-167b422f5b99 will not be triggered until provisioned by entity L2. {{(pid=92665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 08:57:48.137433 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [req-8fe4855f-ca4e-46ff-a79f-526188437ccd req-729f94c9-5bd6-4430-831c-fa874e46952b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133719696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133660950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728380107731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728379583079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728379583124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4027018'] for port, after_update {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:48.169325 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-fbf32346-ae00-4f34-b39b-ab966a70ab3d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:57:48.252454 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9971ba7-8be6-43ff-87ed-d4b0f850e430 req-a41c2d04-ed9e-4beb-9cbb-e9cbcb961f28 tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:57:48.254242 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-e9971ba7-8be6-43ff-87ed-d4b0f850e430 req-a41c2d04-ed9e-4beb-9cbb-e9cbcb961f28 tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] 10.222.0.22 "GET /v2.0/ports?device_id=f5f2c8e1-c94f-4259-ab73-c6701fe02413 HTTP/1.1" status: 200 len: 945 time: 0.2520134 Jun 22 08:57:48.328238 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729f94c9-5bd6-4430-831c-fa874e46952b service neutron] Pushing event updated for resources: {'Port': ['ID=d2f73256-4497-49b9-ab66-167b422f5b99,revision_number=2']} {{(pid=92665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:57:48.353115 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-729f94c9-5bd6-4430-831c-fa874e46952b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:57:48.390298 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c86d5d-bd3f-4edf-8259-a78a30762a53 req-cdb2b306-bae0-4708-bd57-201c6a6e22cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:57:48.392824 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-01c86d5d-bd3f-4edf-8259-a78a30762a53 req-cdb2b306-bae0-4708-bd57-201c6a6e22cb service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f5f2c8e1-c94f-4259-ab73-c6701fe02413 HTTP/1.1" status: 200 len: 1098 time: 0.0764909 Jun 22 08:57:48.424595 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-e9971ba7-8be6-43ff-87ed-d4b0f850e430 req-ed213807-84cc-4c25-91ea-2114ce908a42 tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] 10.222.0.22 "GET /v2.0/security-groups?id=b898a60c-7fe8-421c-bc5f-0e7f60ad4a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357672 Jun 22 08:57:48.458199 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-01c86d5d-bd3f-4edf-8259-a78a30762a53 req-389597a2-97cf-4de9-8f1f-e461b886d618 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=b898a60c-7fe8-421c-bc5f-0e7f60ad4a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537970 Jun 22 08:57:48.472660 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.plugins.ml2.managers [req-8fe4855f-ca4e-46ff-a79f-526188437ccd req-729f94c9-5bd6-4430-831c-fa874e46952b service neutron] Attempting to bind port d2f73256-4497-49b9-ab66-167b422f5b99 on host hv-cinder-79733 for vnic_type normal with profile {{(pid=92665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 08:57:48.473314 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.plugins.ml2.managers [req-8fe4855f-ca4e-46ff-a79f-526188437ccd req-729f94c9-5bd6-4430-831c-fa874e46952b service neutron] Attempting to bind port d2f73256-4497-49b9-ab66-167b422f5b99 by drivers openvswitch,hyperv on host hv-cinder-79733 at level 0 using segments [{'id': 'ab517c0f-c207-4579-8c02-9336ac0a8f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'ffc45789-1d25-422f-af85-26bb37a39178'}] {{(pid=92665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 08:57:48.473901 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fe4855f-ca4e-46ff-a79f-526188437ccd req-729f94c9-5bd6-4430-831c-fa874e46952b service neutron] Attempting to bind port d2f73256-4497-49b9-ab66-167b422f5b99 on network ffc45789-1d25-422f-af85-26bb37a39178 {{(pid=92665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 08:57:48.486496 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6537aa-eb95-4ef7-abfb-b2b86c30954b req-93383ef2-5652-489f-87c8-e4f2e274d2ab tempest-VolumesActionsTest-1900697665 tempest-VolumesActionsTest-1900697665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:57:48.488025 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-3b6537aa-eb95-4ef7-abfb-b2b86c30954b req-93383ef2-5652-489f-87c8-e4f2e274d2ab tempest-VolumesActionsTest-1900697665 tempest-VolumesActionsTest-1900697665-project] 10.222.0.22 "GET /v2.0/ports?device_id=2a3715f4-8d41-49a3-a215-17066e9b1074 HTTP/1.1" status: 200 len: 944 time: 0.1973085 Jun 22 08:57:48.490349 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fe4855f-ca4e-46ff-a79f-526188437ccd req-729f94c9-5bd6-4430-831c-fa874e46952b service neutron] Port d2f73256-4497-49b9-ab66-167b422f5b99 on network ffc45789-1d25-422f-af85-26bb37a39178 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79733 {{(pid=92665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 08:57:48.490667 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fe4855f-ca4e-46ff-a79f-526188437ccd req-729f94c9-5bd6-4430-831c-fa874e46952b service neutron] Attempting to bind port d2f73256-4497-49b9-ab66-167b422f5b99 on network ffc45789-1d25-422f-af85-26bb37a39178 {{(pid=92665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 08:57:48.496113 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fe4855f-ca4e-46ff-a79f-526188437ccd req-729f94c9-5bd6-4430-831c-fa874e46952b service neutron] Checking agent: {'id': '0fb2479b-8850-47fd-bce9-7c475063265a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79733', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 8, 54, 53), 'started_at': datetime.datetime(2021, 6, 22, 8, 54, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 8, 57, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 08:57:48.496450 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fe4855f-ca4e-46ff-a79f-526188437ccd req-729f94c9-5bd6-4430-831c-fa874e46952b service neutron] Checking segment: {'id': 'ab517c0f-c207-4579-8c02-9336ac0a8f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'ffc45789-1d25-422f-af85-26bb37a39178'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 08:57:48.496833 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fe4855f-ca4e-46ff-a79f-526188437ccd req-729f94c9-5bd6-4430-831c-fa874e46952b service neutron] Bound using segment: {'id': 'ab517c0f-c207-4579-8c02-9336ac0a8f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'ffc45789-1d25-422f-af85-26bb37a39178'} {{(pid=92665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 08:57:48.497273 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.plugins.ml2.managers [req-8fe4855f-ca4e-46ff-a79f-526188437ccd req-729f94c9-5bd6-4430-831c-fa874e46952b service neutron] Bound port: d2f73256-4497-49b9-ab66-167b422f5b99, host: hv-cinder-79733, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab517c0f-c207-4579-8c02-9336ac0a8f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'ffc45789-1d25-422f-af85-26bb37a39178'}}] {{(pid=92665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 08:57:48.497708 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [req-8fe4855f-ca4e-46ff-a79f-526188437ccd req-729f94c9-5bd6-4430-831c-fa874e46952b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133719154'] for port, before_update {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:48.598890 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-3b6537aa-eb95-4ef7-abfb-b2b86c30954b req-a6416552-41ce-45a4-98e5-995176f2763a tempest-VolumesActionsTest-1900697665 tempest-VolumesActionsTest-1900697665-project] 10.222.0.22 "GET /v2.0/security-groups?id=6e4a33ff-db35-4639-976e-5a005d9008f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880408 Jun 22 08:57:48.615143 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.plugins.ml2.db [req-8fe4855f-ca4e-46ff-a79f-526188437ccd req-729f94c9-5bd6-4430-831c-fa874e46952b service neutron] For port d2f73256-4497-49b9-ab66-167b422f5b99, host hv-cinder-79733, cleared binding levels {{(pid=92665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 08:57:48.619500 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.plugins.ml2.db [req-8fe4855f-ca4e-46ff-a79f-526188437ccd req-729f94c9-5bd6-4430-831c-fa874e46952b service neutron] For port d2f73256-4497-49b9-ab66-167b422f5b99, host hv-cinder-79733, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79733',level=0,port_id=d2f73256-4497-49b9-ab66-167b422f5b99,segment=NetworkSegment(ab517c0f-c207-4579-8c02-9336ac0a8f51),segment_id=ab517c0f-c207-4579-8c02-9336ac0a8f51)] {{(pid=92665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 08:57:48.628431 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [req-8fe4855f-ca4e-46ff-a79f-526188437ccd req-729f94c9-5bd6-4430-831c-fa874e46952b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133719696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133660950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728380107731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728379583079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728379583124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4027018'] for port, after_update {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:48.632789 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-d2524c75-5f07-466b-82c9-0aeaae4aff88 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:57:48.636313 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-153d7625-f9f2-4a9a-8ea5-3ac6924a1c03 req-978bbd38-7e31-4fc2-8eea-4f3cf8dd2e3c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=4ac5f7be-69be-4bc1-ac2a-6d08449ce0a9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0715315 Jun 22 08:57:48.709135 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe4855f-ca4e-46ff-a79f-526188437ccd req-729f94c9-5bd6-4430-831c-fa874e46952b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:57:48.710073 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [req-8fe4855f-ca4e-46ff-a79f-526188437ccd req-729f94c9-5bd6-4430-831c-fa874e46952b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27927'] for port, before_response {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:48.711662 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-8fe4855f-ca4e-46ff-a79f-526188437ccd req-729f94c9-5bd6-4430-831c-fa874e46952b service neutron] 10.222.0.15 "PUT /v2.0/ports/d2f73256-4497-49b9-ab66-167b422f5b99 HTTP/1.1" status: 200 len: 1094 time: 1.1622908 Jun 22 08:57:48.712152 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a3715f4-8d41-49a3-a215-17066e9b1074', 'tag': 'd2f73256-4497-49b9-ab66-167b422f5b99'}] {{(pid=92665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 08:57:48.715543 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}600ed202ef5c6893f709c92c950a9f9cd42c49f10c76c91c75f79f08b33dd1bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8717651b-b4ff-41a5-9ebd-c0ee23fea78c" -d '{"events": [{"name": "network-changed", "server_uuid": "2a3715f4-8d41-49a3-a215-17066e9b1074", "tag": "d2f73256-4497-49b9-ab66-167b422f5b99"}]}' {{(pid=92665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 08:57:48.744200 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729f94c9-5bd6-4430-831c-fa874e46952b service neutron] Pushing event updated for resources: {'Port': ['ID=d2f73256-4497-49b9-ab66-167b422f5b99,revision_number=3']} {{(pid=92665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:57:48.747952 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-729f94c9-5bd6-4430-831c-fa874e46952b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:57:48.807632 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 08:57:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-857b8046-1c44-427f-9619-ecc5bbb1aed1 x-openstack-request-id: req-857b8046-1c44-427f-9619-ecc5bbb1aed1 {{(pid=92665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 08:57:48.807926 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a3715f4-8d41-49a3-a215-17066e9b1074", "tag": "d2f73256-4497-49b9-ab66-167b422f5b99", "status": "completed", "code": 200}]} {{(pid=92665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 08:57:48.808197 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-857b8046-1c44-427f-9619-ecc5bbb1aed1 {{(pid=92665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 08:57:48.808687 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a3715f4-8d41-49a3-a215-17066e9b1074', 'tag': 'd2f73256-4497-49b9-ab66-167b422f5b99', 'status': 'completed', 'code': 200} Jun 22 08:57:48.829895 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153d7625-f9f2-4a9a-8ea5-3ac6924a1c03 req-2ab36deb-b8cc-44fc-974b-bc205208b02c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:57:48.831764 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-153d7625-f9f2-4a9a-8ea5-3ac6924a1c03 req-2ab36deb-b8cc-44fc-974b-bc205208b02c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=579dfe35a1f942f09a66abcabc039fa9&device_id=4ac5f7be-69be-4bc1-ac2a-6d08449ce0a9 HTTP/1.1" status: 200 len: 1098 time: 0.1260927 Jun 22 08:57:48.849513 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe4855f-ca4e-46ff-a79f-526188437ccd req-3cc658b7-3d36-4fc0-80d0-632dac2d3013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:57:48.850670 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-8fe4855f-ca4e-46ff-a79f-526188437ccd req-3cc658b7-3d36-4fc0-80d0-632dac2d3013 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5bcbfec3a62f4057938c6c2b4fa001fa&device_id=2a3715f4-8d41-49a3-a215-17066e9b1074 HTTP/1.1" status: 200 len: 1097 time: 0.0882494 Jun 22 08:57:48.902271 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-8fe4855f-ca4e-46ff-a79f-526188437ccd req-21c03329-b6c1-4ec6-ac66-12ddfbd822ff service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d2f73256-4497-49b9-ab66-167b422f5b99 HTTP/1.1" status: 200 len: 217 time: 0.0393612 Jun 22 08:57:48.962149 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe4855f-ca4e-46ff-a79f-526188437ccd req-5da3102e-27b9-4558-b9df-1b9559b9852b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:57:48.963831 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-8fe4855f-ca4e-46ff-a79f-526188437ccd req-5da3102e-27b9-4558-b9df-1b9559b9852b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=769b377e-b2ee-442e-a52d-8bee4cbfb3ca HTTP/1.1" status: 200 len: 848 time: 0.0553882 Jun 22 08:57:49.005954 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153d7625-f9f2-4a9a-8ea5-3ac6924a1c03 req-7c064284-c440-463d-9b14-2f4c9710f18f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:57:49.008501 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-153d7625-f9f2-4a9a-8ea5-3ac6924a1c03 req-7c064284-c440-463d-9b14-2f4c9710f18f service neutron] 10.222.0.15 "GET /v2.0/networks?id=fc5fbf8b-b290-4909-ad02-6e42f6cbe581 HTTP/1.1" status: 200 len: 920 time: 0.1291716 Jun 22 08:57:49.025271 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-8fe4855f-ca4e-46ff-a79f-526188437ccd req-15e7be04-ccf2-4eb5-89b0-59374893321a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ffc45789-1d25-422f-af85-26bb37a39178&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0499787 Jun 22 08:57:49.055260 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-153d7625-f9f2-4a9a-8ea5-3ac6924a1c03 req-12ddc648-0d84-4af6-8896-8acc203a5f42 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6ab09213-7b76-4916-b567-c7f2efba2826 HTTP/1.1" status: 200 len: 217 time: 0.0378244 Jun 22 08:57:49.117789 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153d7625-f9f2-4a9a-8ea5-3ac6924a1c03 req-e7c367b1-8629-42b8-9b4d-fee0e2868ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:57:49.119635 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-153d7625-f9f2-4a9a-8ea5-3ac6924a1c03 req-e7c367b1-8629-42b8-9b4d-fee0e2868ec9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d4b70363-b957-482d-afbc-e3f16f2e15d6 HTTP/1.1" status: 200 len: 859 time: 0.0485010 Jun 22 08:57:49.144809 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-8fe4855f-ca4e-46ff-a79f-526188437ccd req-aae7a0a8-72b2-40cf-94fb-55f0fc3f4a74 service neutron] 10.222.0.15 "GET /v2.0/networks/ffc45789-1d25-422f-af85-26bb37a39178?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085155 Jun 22 08:57:49.167640 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-153d7625-f9f2-4a9a-8ea5-3ac6924a1c03 req-ad723b10-e9eb-45d8-80d4-2014344cdc7a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fc5fbf8b-b290-4909-ad02-6e42f6cbe581&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366378 Jun 22 08:57:49.267620 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-8fe4855f-ca4e-46ff-a79f-526188437ccd req-c607b210-7248-4bb7-94d9-dab6807967a7 service neutron] 10.222.0.15 "GET /v2.0/networks/ffc45789-1d25-422f-af85-26bb37a39178?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168401 Jun 22 08:57:49.300428 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-153d7625-f9f2-4a9a-8ea5-3ac6924a1c03 req-40208d0c-fd32-4cfd-8ef2-63e58d20be8a service neutron] 10.222.0.15 "GET /v2.0/networks/fc5fbf8b-b290-4909-ad02-6e42f6cbe581?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228116 Jun 22 08:57:49.431280 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-153d7625-f9f2-4a9a-8ea5-3ac6924a1c03 req-3ff31bab-97bd-4717-a74f-f7aaa23d4e3d service neutron] 10.222.0.15 "GET /v2.0/networks/fc5fbf8b-b290-4909-ad02-6e42f6cbe581?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204994 Jun 22 08:57:49.481470 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8717651b-b4ff-41a5-9ebd-c0ee23fea78c req-4b0cfb26-4dd8-4cc6-9111-6a7b64692045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:57:49.481470 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-8717651b-b4ff-41a5-9ebd-c0ee23fea78c req-4b0cfb26-4dd8-4cc6-9111-6a7b64692045 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5bcbfec3a62f4057938c6c2b4fa001fa&device_id=2a3715f4-8d41-49a3-a215-17066e9b1074 HTTP/1.1" status: 200 len: 1097 time: 0.0956588 Jun 22 08:57:49.642140 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8717651b-b4ff-41a5-9ebd-c0ee23fea78c req-c57bc20a-817f-4611-a2a2-c4a151875760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:57:49.643865 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-8717651b-b4ff-41a5-9ebd-c0ee23fea78c req-c57bc20a-817f-4611-a2a2-c4a151875760 service neutron] 10.222.0.15 "GET /v2.0/networks?id=ffc45789-1d25-422f-af85-26bb37a39178 HTTP/1.1" status: 200 len: 909 time: 0.1475687 Jun 22 08:57:49.695090 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-8717651b-b4ff-41a5-9ebd-c0ee23fea78c req-abe68811-937d-4275-8ff8-2899e3cb6cc4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d2f73256-4497-49b9-ab66-167b422f5b99 HTTP/1.1" status: 200 len: 217 time: 0.0427670 Jun 22 08:57:49.766513 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75629d7c-24f7-4dd7-ae25-7a1294b613f4 req-b36c6166-73ec-41ab-87fb-6e9273158010 tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:57:49.774067 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-75629d7c-24f7-4dd7-ae25-7a1294b613f4 req-b36c6166-73ec-41ab-87fb-6e9273158010 tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] 10.222.0.22 "GET /v2.0/ports?device_id=f5f2c8e1-c94f-4259-ab73-c6701fe02413 HTTP/1.1" status: 200 len: 945 time: 0.1991589 Jun 22 08:57:49.820452 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8717651b-b4ff-41a5-9ebd-c0ee23fea78c req-b8ad0ca5-9791-4eb5-b325-7249e7a845e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:57:49.822126 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-8717651b-b4ff-41a5-9ebd-c0ee23fea78c req-b8ad0ca5-9791-4eb5-b325-7249e7a845e2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=769b377e-b2ee-442e-a52d-8bee4cbfb3ca HTTP/1.1" status: 200 len: 848 time: 0.1154170 Jun 22 08:57:49.882416 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.wsgi [-] (92664) accepted ('10.222.0.22', 34556) {{(pid=92664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 08:57:49.888517 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-8717651b-b4ff-41a5-9ebd-c0ee23fea78c req-b4fbb69c-f6d2-4c8c-8d42-00dd92d74dc6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ffc45789-1d25-422f-af85-26bb37a39178&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435243 Jun 22 08:57:49.892024 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-75629d7c-24f7-4dd7-ae25-7a1294b613f4 req-e0cbbc24-c8ba-4acb-a6b6-13ca5b27a609 tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] 10.222.0.22 "GET /v2.0/security-groups?id=b898a60c-7fe8-421c-bc5f-0e7f60ad4a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170576 Jun 22 08:57:49.993226 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4507bfdf-21e5-44f5-8456-c5388e26e42e req-aabb3d77-a037-496b-af74-e42e676d446b tempest-VolumesActionsTest-1900697665 tempest-VolumesActionsTest-1900697665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:57:50.001057 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-4507bfdf-21e5-44f5-8456-c5388e26e42e req-aabb3d77-a037-496b-af74-e42e676d446b tempest-VolumesActionsTest-1900697665 tempest-VolumesActionsTest-1900697665-project] 10.222.0.22 "GET /v2.0/ports?device_id=2a3715f4-8d41-49a3-a215-17066e9b1074 HTTP/1.1" status: 200 len: 944 time: 0.2144706 Jun 22 08:57:50.049059 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-8717651b-b4ff-41a5-9ebd-c0ee23fea78c req-57680260-64e0-42f1-ab3d-c2189432822d service neutron] 10.222.0.15 "GET /v2.0/networks/ffc45789-1d25-422f-af85-26bb37a39178?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518495 Jun 22 08:57:50.054962 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-ff23582d-02c1-45c5-947c-a98d2b583a19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:50.072275 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-4507bfdf-21e5-44f5-8456-c5388e26e42e req-89a17065-3943-4a1d-ad91-0e0f6049e47d tempest-VolumesActionsTest-1900697665 tempest-VolumesActionsTest-1900697665-project] 10.222.0.22 "GET /v2.0/security-groups?id=6e4a33ff-db35-4639-976e-5a005d9008f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696778 Jun 22 08:57:50.167270 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-8717651b-b4ff-41a5-9ebd-c0ee23fea78c req-352b062f-9192-4bb5-9294-88ea58f2e200 service neutron] 10.222.0.15 "GET /v2.0/networks/ffc45789-1d25-422f-af85-26bb37a39178?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086628 Jun 22 08:57:50.217130 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-ff23582d-02c1-45c5-947c-a98d2b583a19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:50.223055 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-ff23582d-02c1-45c5-947c-a98d2b583a19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748303'] for security_group, after_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:50.226203 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-f4ad5f69-83bd-4f0c-a693-72722c57a5dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:57:50.268360 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [None req-ff23582d-02c1-45c5-947c-a98d2b583a19 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=657a786b5d9a4f1bae1fd40d19c8d83c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3847985 Jun 22 08:57:50.269478 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff23582d-02c1-45c5-947c-a98d2b583a19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=827d64e9-f63c-4155-a6fa-0966e77833ca,revision_number=1']} {{(pid=92664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:57:50.271232 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.wsgi [-] (92665) accepted ('10.222.0.22', 34560) {{(pid=92665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 08:57:50.273250 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-ff23582d-02c1-45c5-947c-a98d2b583a19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:57:50.346758 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-ba34d9d6-f6f8-430a-8312-9b97ba394e3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:50.371369 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-ba34d9d6-f6f8-430a-8312-9b97ba394e3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:50.422437 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-ba34d9d6-f6f8-430a-8312-9b97ba394e3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748303'] for security_group, after_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:50.425587 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-ba34d9d6-f6f8-430a-8312-9b97ba394e3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:50.426753 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [None req-ba34d9d6-f6f8-430a-8312-9b97ba394e3b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/827d64e9-f63c-4155-a6fa-0966e77833ca HTTP/1.1" status: 204 len: 168 time: 0.1544979 Jun 22 08:57:50.427504 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-92ddb041-b002-4618-862b-3423c4c3739a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:57:50.438399 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba34d9d6-f6f8-430a-8312-9b97ba394e3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=827d64e9-f63c-4155-a6fa-0966e77833ca,revision_number=None']} {{(pid=92665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:57:50.441182 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-ba34d9d6-f6f8-430a-8312-9b97ba394e3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:57:50.712429 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.wsgi [-] (92665) accepted ('10.222.0.22', 34570) {{(pid=92665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 08:57:50.727050 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-ea8283df-68b0-4496-83f2-f51194ce9d28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:50.822246 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-ea8283df-68b0-4496-83f2-f51194ce9d28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:50.826206 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-ea8283df-68b0-4496-83f2-f51194ce9d28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748303'] for security_group, after_create {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:50.829918 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-7a3fcb07-0fb4-4c40-b772-173c1572ec3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:57:50.870745 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8283df-68b0-4496-83f2-f51194ce9d28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e43b78df-f642-4c5b-8a69-c9cf615e3991,revision_number=1']} {{(pid=92665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:57:50.879154 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [None req-ea8283df-68b0-4496-83f2-f51194ce9d28 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=59c98be5863140d1a246bccc68d8d20f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1652889 Jun 22 08:57:50.880657 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-ea8283df-68b0-4496-83f2-f51194ce9d28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:57:50.881435 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.wsgi [-] (92665) accepted ('10.222.0.22', 34580) {{(pid=92665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 08:57:50.930910 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-79e8f6ed-35ea-4ae6-824a-2924253a25a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:50.962128 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-79e8f6ed-35ea-4ae6-824a-2924253a25a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:51.012455 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-79e8f6ed-35ea-4ae6-824a-2924253a25a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748303'] for security_group, after_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:51.015327 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-79e8f6ed-35ea-4ae6-824a-2924253a25a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:51.027243 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [None req-79e8f6ed-35ea-4ae6-824a-2924253a25a6 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e43b78df-f642-4c5b-8a69-c9cf615e3991 HTTP/1.1" status: 204 len: 168 time: 0.1425047 Jun 22 08:57:51.027243 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-21a1029b-8cc0-4e61-a3dc-3b9234d50001 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:57:51.059572 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e8f6ed-35ea-4ae6-824a-2924253a25a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e43b78df-f642-4c5b-8a69-c9cf615e3991,revision_number=None']} {{(pid=92665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:57:51.063716 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-79e8f6ed-35ea-4ae6-824a-2924253a25a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:57:51.113352 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f564a903-b832-4248-a685-2906816cc5a8 req-4bcd5b29-5ee2-4351-a31a-2b445754309c tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:57:51.116630 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-f564a903-b832-4248-a685-2906816cc5a8 req-4bcd5b29-5ee2-4351-a31a-2b445754309c tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] 10.222.0.22 "GET /v2.0/ports?device_id=f5f2c8e1-c94f-4259-ab73-c6701fe02413 HTTP/1.1" status: 200 len: 945 time: 0.0903509 Jun 22 08:57:51.161962 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-f564a903-b832-4248-a685-2906816cc5a8 req-4f3f0273-8d9a-4ee4-a5fb-5c413bc58159 tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] 10.222.0.22 "GET /v2.0/security-groups?id=b898a60c-7fe8-421c-bc5f-0e7f60ad4a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354166 Jun 22 08:57:51.296672 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e97943-bdbd-4dd8-865a-dc5637633678 req-ea5b271a-71f0-4357-8dd4-10df1de82a89 tempest-VolumesActionsTest-1900697665 tempest-VolumesActionsTest-1900697665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:57:51.298345 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-40e97943-bdbd-4dd8-865a-dc5637633678 req-ea5b271a-71f0-4357-8dd4-10df1de82a89 tempest-VolumesActionsTest-1900697665 tempest-VolumesActionsTest-1900697665-project] 10.222.0.22 "GET /v2.0/ports?device_id=2a3715f4-8d41-49a3-a215-17066e9b1074 HTTP/1.1" status: 200 len: 944 time: 0.0678501 Jun 22 08:57:51.355340 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-40e97943-bdbd-4dd8-865a-dc5637633678 req-dc5aab3b-cfb1-4fd8-9d62-b56a20d327d0 tempest-VolumesActionsTest-1900697665 tempest-VolumesActionsTest-1900697665-project] 10.222.0.22 "GET /v2.0/security-groups?id=6e4a33ff-db35-4639-976e-5a005d9008f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508726 Jun 22 08:57:51.509471 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eae3a93-1e76-4889-8c12-f1c0018684a5 req-8e68b2c5-490b-4c7b-b093-6dff10b76a30 tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:57:51.511033 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-0eae3a93-1e76-4889-8c12-f1c0018684a5 req-8e68b2c5-490b-4c7b-b093-6dff10b76a30 tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] 10.222.0.22 "GET /v2.0/ports?device_id=4ac5f7be-69be-4bc1-ac2a-6d08449ce0a9 HTTP/1.1" status: 200 len: 945 time: 0.0788229 Jun 22 08:57:51.555982 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-0eae3a93-1e76-4889-8c12-f1c0018684a5 req-1d1c3ef1-1c56-40e7-a0cc-cdf3c1751281 tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] 10.222.0.22 "GET /v2.0/security-groups?id=b898a60c-7fe8-421c-bc5f-0e7f60ad4a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380983 Jun 22 08:57:52.545413 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50af2093-d02d-4963-8d94-865e545cfdb0 req-5bfc6b2e-97ba-4683-b38f-fbe9cefda375 tempest-VolumesActionsTest-1900697665 tempest-VolumesActionsTest-1900697665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:57:52.546973 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-50af2093-d02d-4963-8d94-865e545cfdb0 req-5bfc6b2e-97ba-4683-b38f-fbe9cefda375 tempest-VolumesActionsTest-1900697665 tempest-VolumesActionsTest-1900697665-project] 10.222.0.22 "GET /v2.0/ports?device_id=2a3715f4-8d41-49a3-a215-17066e9b1074 HTTP/1.1" status: 200 len: 944 time: 0.0683682 Jun 22 08:57:52.591919 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-50af2093-d02d-4963-8d94-865e545cfdb0 req-391a44d8-df5a-4186-8aa8-c047d26ccd6b tempest-VolumesActionsTest-1900697665 tempest-VolumesActionsTest-1900697665-project] 10.222.0.22 "GET /v2.0/security-groups?id=6e4a33ff-db35-4639-976e-5a005d9008f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359173 Jun 22 08:57:52.719468 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380123073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133916839'] for agent, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:52.794225 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.wsgi [-] (92665) accepted ('10.222.0.22', 34674) {{(pid=92665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 08:57:52.901161 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-99fb0063-e139-496d-839f-432aa3d33346 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:53.003786 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-99fb0063-e139-496d-839f-432aa3d33346 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:53.009794 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-99fb0063-e139-496d-839f-432aa3d33346 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748303'] for security_group, after_create {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:53.013509 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-1d9ed1df-2a69-4ebc-a133-38345ae7fc98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:57:53.055042 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [None req-99fb0063-e139-496d-839f-432aa3d33346 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e2d7d6caf6724662a3d962859cce78bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2597346 Jun 22 08:57:53.059625 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.wsgi [-] (92665) accepted ('10.222.0.22', 34682) {{(pid=92665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 08:57:53.068541 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fb0063-e139-496d-839f-432aa3d33346 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d921d37-f7fd-4024-b831-9418a51a878c,revision_number=1']} {{(pid=92665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:57:53.074043 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-99fb0063-e139-496d-839f-432aa3d33346 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:57:53.122654 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-26ced5e2-bd19-4886-aed6-3f96f07cfba8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:53.145712 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-26ced5e2-bd19-4886-aed6-3f96f07cfba8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:53.194199 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-26ced5e2-bd19-4886-aed6-3f96f07cfba8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748303'] for security_group, after_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:53.196831 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-26ced5e2-bd19-4886-aed6-3f96f07cfba8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:53.198039 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [None req-26ced5e2-bd19-4886-aed6-3f96f07cfba8 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/5d921d37-f7fd-4024-b831-9418a51a878c HTTP/1.1" status: 204 len: 168 time: 0.1373825 Jun 22 08:57:53.198878 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-5c04716f-5ed0-4a45-ac11-0b2eaab21329 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:57:53.209694 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ced5e2-bd19-4886-aed6-3f96f07cfba8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d921d37-f7fd-4024-b831-9418a51a878c,revision_number=None']} {{(pid=92665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:57:53.212938 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-26ced5e2-bd19-4886-aed6-3f96f07cfba8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:57:53.388513 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.rpc [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Device d2f73256-4497-49b9-ab66-167b422f5b99 details requested by agent hyperv_hv-cinder-79733 with host hv-cinder-79733 {{(pid=92666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 08:57:53.493414 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.db [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] For port d2f73256-4497-49b9-ab66-167b422f5b99, host hv-cinder-79733, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79733',level=0,port_id=d2f73256-4497-49b9-ab66-167b422f5b99,segment=NetworkSegment(ab517c0f-c207-4579-8c02-9336ac0a8f51),segment_id=ab517c0f-c207-4579-8c02-9336ac0a8f51)] {{(pid=92666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 08:57:53.508806 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.rpc [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Returning: {'device': 'd2f73256-4497-49b9-ab66-167b422f5b99', 'network_id': 'ffc45789-1d25-422f-af85-26bb37a39178', 'port_id': 'd2f73256-4497-49b9-ab66-167b422f5b99', 'mac_address': 'fa:16:3e:3e:70:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '769b377e-b2ee-442e-a52d-8bee4cbfb3ca', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 08:57:53.554941 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133719154'] for port, before_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:53.575960 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.notifiers.nova [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2f73256-4497-49b9-ab66-167b422f5b99 {{(pid=92666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 08:57:53.582020 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.wsgi [-] (92664) accepted ('10.222.0.22', 34700) {{(pid=92664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 08:57:53.611347 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.db [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] For port d2f73256-4497-49b9-ab66-167b422f5b99, host hv-cinder-79733, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79733',level=0,port_id=d2f73256-4497-49b9-ab66-167b422f5b99,segment=NetworkSegment(ab517c0f-c207-4579-8c02-9336ac0a8f51),segment_id=ab517c0f-c207-4579-8c02-9336ac0a8f51)] {{(pid=92666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 08:57:53.611766 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-f737653a-f1e0-49bd-94ee-84d0915abdfc admin admin] Notify callbacks [] for security_group, before_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:53.621634 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133719696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133660950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728380107731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728379583079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728379583124'] for port, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:53.626602 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG oslo_concurrency.lockutils [None req-1e14c93c-fe44-4ce0-a464-070b09407c44 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:57:53.660742 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78d450a-44f3-45ce-a847-ebbb7e6c80ce req-9d571315-985a-4917-8ff3-5bfde4732922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:57:53.662260 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-e78d450a-44f3-45ce-a847-ebbb7e6c80ce req-9d571315-985a-4917-8ff3-5bfde4732922 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=579dfe35a1f942f09a66abcabc039fa9&device_id=4ac5f7be-69be-4bc1-ac2a-6d08449ce0a9 HTTP/1.1" status: 200 len: 1098 time: 0.3647659 Jun 22 08:57:53.708527 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Pushing event updated for resources: {'Port': ['ID=d2f73256-4497-49b9-ab66-167b422f5b99,revision_number=4']} {{(pid=92666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:57:53.723061 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG oslo_concurrency.lockutils [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:57:53.744587 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-f737653a-f1e0-49bd-94ee-84d0915abdfc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:53.750022 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-f737653a-f1e0-49bd-94ee-84d0915abdfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748303'] for security_group, after_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:53.754642 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-0b1839ab-e517-4def-9bd7-f0c91bd9c954 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:57:53.758715 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea7d0b8-1973-4e7a-b2ce-7f3ddcd2ab9a req-d8b0b30a-84e0-4328-876e-80ea5a207265 tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:57:53.760369 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-eea7d0b8-1973-4e7a-b2ce-7f3ddcd2ab9a req-d8b0b30a-84e0-4328-876e-80ea5a207265 tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] 10.222.0.22 "GET /v2.0/ports?device_id=4ac5f7be-69be-4bc1-ac2a-6d08449ce0a9 HTTP/1.1" status: 200 len: 945 time: 0.4175813 Jun 22 08:57:53.808247 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [None req-f737653a-f1e0-49bd-94ee-84d0915abdfc admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=5cac89b40870466f94a5f847edf7a7ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2250156 Jun 22 08:57:53.810189 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.wsgi [-] (92665) accepted ('10.222.0.22', 34706) {{(pid=92665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 08:57:53.820742 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f737653a-f1e0-49bd-94ee-84d0915abdfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=049016e8-8a76-4c33-a66b-92c220915a29,revision_number=1']} {{(pid=92664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:57:53.827208 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78d450a-44f3-45ce-a847-ebbb7e6c80ce req-5ff18931-a009-4dfe-aaa4-aa90890b1719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:57:53.828646 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-e78d450a-44f3-45ce-a847-ebbb7e6c80ce req-5ff18931-a009-4dfe-aaa4-aa90890b1719 service neutron] 10.222.0.15 "GET /v2.0/networks?id=fc5fbf8b-b290-4909-ad02-6e42f6cbe581 HTTP/1.1" status: 200 len: 920 time: 0.1463635 Jun 22 08:57:53.838070 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-f737653a-f1e0-49bd-94ee-84d0915abdfc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:57:53.898786 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-eea7d0b8-1973-4e7a-b2ce-7f3ddcd2ab9a req-727c5b01-204d-43c0-8431-096cde37f070 tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] 10.222.0.22 "GET /v2.0/security-groups?id=b898a60c-7fe8-421c-bc5f-0e7f60ad4a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213739 Jun 22 08:57:53.900540 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-e78d450a-44f3-45ce-a847-ebbb7e6c80ce req-7b7db5db-a4e3-4b85-8312-5b7cd75e37a7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6ab09213-7b76-4916-b567-c7f2efba2826 HTTP/1.1" status: 200 len: 217 time: 0.0615914 Jun 22 08:57:53.994129 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.db [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] get_ports_and_sgs() called for port_ids ['d2f73256-4497-49b9-ab66-167b422f5b99'] {{(pid=92666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 08:57:54.020338 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-bac688ab-6025-4489-9327-01b1726c42e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:54.054407 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78d450a-44f3-45ce-a847-ebbb7e6c80ce req-29fc8ee2-fff4-46c6-b843-832757632605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:57:54.055904 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-e78d450a-44f3-45ce-a847-ebbb7e6c80ce req-29fc8ee2-fff4-46c6-b843-832757632605 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d4b70363-b957-482d-afbc-e3f16f2e15d6 HTTP/1.1" status: 200 len: 859 time: 0.1337063 Jun 22 08:57:54.069692 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-bac688ab-6025-4489-9327-01b1726c42e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:54.106530 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-e78d450a-44f3-45ce-a847-ebbb7e6c80ce req-60d41bb8-88ed-48ae-bbab-fbd946af4a31 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fc5fbf8b-b290-4909-ad02-6e42f6cbe581&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399768 Jun 22 08:57:54.132589 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccafc62-2aae-45a4-aa7f-a2edf83fa6ec req-9ee48aa3-883b-4ac9-9632-a3de3d8cd60e tempest-VolumesActionsTest-1900697665 tempest-VolumesActionsTest-1900697665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:57:54.134037 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-bccafc62-2aae-45a4-aa7f-a2edf83fa6ec req-9ee48aa3-883b-4ac9-9632-a3de3d8cd60e tempest-VolumesActionsTest-1900697665 tempest-VolumesActionsTest-1900697665-project] 10.222.0.22 "GET /v2.0/ports?device_id=2a3715f4-8d41-49a3-a215-17066e9b1074 HTTP/1.1" status: 200 len: 945 time: 0.1916440 Jun 22 08:57:54.231228 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-bccafc62-2aae-45a4-aa7f-a2edf83fa6ec req-54f9176c-8710-4a1b-88c6-28539f923b39 tempest-VolumesActionsTest-1900697665 tempest-VolumesActionsTest-1900697665-project] 10.222.0.22 "GET /v2.0/security-groups?id=6e4a33ff-db35-4639-976e-5a005d9008f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889821 Jun 22 08:57:54.245082 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-bac688ab-6025-4489-9327-01b1726c42e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748303'] for security_group, after_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:54.250887 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-bac688ab-6025-4489-9327-01b1726c42e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:54.251998 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [None req-bac688ab-6025-4489-9327-01b1726c42e0 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/049016e8-8a76-4c33-a66b-92c220915a29 HTTP/1.1" status: 204 len: 168 time: 0.4408994 Jun 22 08:57:54.255840 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-f4de546d-54a6-4fd3-b7cc-f5e8ba8526ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:57:54.271469 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac688ab-6025-4489-9327-01b1726c42e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=049016e8-8a76-4c33-a66b-92c220915a29,revision_number=None']} {{(pid=92665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:57:54.275102 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-e78d450a-44f3-45ce-a847-ebbb7e6c80ce req-4f5fa4c1-3506-41ac-9bab-fded19c46cab service neutron] 10.222.0.15 "GET /v2.0/networks/fc5fbf8b-b290-4909-ad02-6e42f6cbe581?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1590030 Jun 22 08:57:54.276865 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-bac688ab-6025-4489-9327-01b1726c42e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:57:54.369671 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-e78d450a-44f3-45ce-a847-ebbb7e6c80ce req-0e3f89ea-821b-4514-8db2-e24343e0058b service neutron] 10.222.0.15 "GET /v2.0/networks/fc5fbf8b-b290-4909-ad02-6e42f6cbe581?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846913 Jun 22 08:57:55.112606 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed92c1e8-4ac3-40c0-b8d9-7952ae28a152 req-51e9c9f0-08cc-4965-99e7-17f70d39c341 tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:57:55.120015 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-ed92c1e8-4ac3-40c0-b8d9-7952ae28a152 req-51e9c9f0-08cc-4965-99e7-17f70d39c341 tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] 10.222.0.22 "GET /v2.0/ports?device_id=4ac5f7be-69be-4bc1-ac2a-6d08449ce0a9 HTTP/1.1" status: 200 len: 945 time: 0.0868242 Jun 22 08:57:55.172484 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-ed92c1e8-4ac3-40c0-b8d9-7952ae28a152 req-0be55092-31fa-4c4e-a229-066633edacda tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] 10.222.0.22 "GET /v2.0/security-groups?id=b898a60c-7fe8-421c-bc5f-0e7f60ad4a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514078 Jun 22 08:57:55.403358 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.rpc [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Device d2f73256-4497-49b9-ab66-167b422f5b99 up at agent hyperv_hv-cinder-79733 {{(pid=92666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 08:57:55.450340 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789684a2-203e-48af-8f7d-e2f8ce0c32ef req-1b768474-af56-45c3-a671-ce81f82e1c62 tempest-VolumesActionsTest-1900697665 tempest-VolumesActionsTest-1900697665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:57:55.451950 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-789684a2-203e-48af-8f7d-e2f8ce0c32ef req-1b768474-af56-45c3-a671-ce81f82e1c62 tempest-VolumesActionsTest-1900697665 tempest-VolumesActionsTest-1900697665-project] 10.222.0.22 "GET /v2.0/ports?device_id=2a3715f4-8d41-49a3-a215-17066e9b1074 HTTP/1.1" status: 200 len: 945 time: 0.0961480 Jun 22 08:57:55.485412 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.provisioning_blocks [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Provisioning for port d2f73256-4497-49b9-ab66-167b422f5b99 completed by entity L2. {{(pid=92666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 08:57:55.489483 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.provisioning_blocks [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Provisioning complete for port d2f73256-4497-49b9-ab66-167b422f5b99 triggered by entity L2. {{(pid=92666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 08:57:55.489936 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133917554'] for port, provisioning_complete {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:55.502617 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-789684a2-203e-48af-8f7d-e2f8ce0c32ef req-de0e1c39-a376-4306-bbe5-5ccfa125dc57 tempest-VolumesActionsTest-1900697665 tempest-VolumesActionsTest-1900697665-project] 10.222.0.22 "GET /v2.0/security-groups?id=6e4a33ff-db35-4639-976e-5a005d9008f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439425 Jun 22 08:57:55.575644 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133719154'] for port, before_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:55.598636 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a3715f4-8d41-49a3-a215-17066e9b1074', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2f73256-4497-49b9-ab66-167b422f5b99'}] {{(pid=92666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 08:57:55.601497 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d55364b227510a28ea0dc9c97ec82a2823dd2b88b3d79212c5ee75253478bf9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c850b807-e123-4d1f-8d2f-5b9a35e4af33" -d '{"events": [{"server_uuid": "2a3715f4-8d41-49a3-a215-17066e9b1074", "name": "network-vif-plugged", "status": "completed", "tag": "d2f73256-4497-49b9-ab66-167b422f5b99"}]}' {{(pid=92666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 08:57:55.620214 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.db [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] For port d2f73256-4497-49b9-ab66-167b422f5b99, host hv-cinder-79733, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79733',level=0,port_id=d2f73256-4497-49b9-ab66-167b422f5b99,segment=NetworkSegment(ab517c0f-c207-4579-8c02-9336ac0a8f51),segment_id=ab517c0f-c207-4579-8c02-9336ac0a8f51)] {{(pid=92666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 08:57:55.624599 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133719696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133660950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728380107731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728379583079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728379583124'] for port, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:55.627236 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG oslo_concurrency.lockutils [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:57:55.655393 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 08:57:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27c4c7c0-b620-42f0-b44b-9a17531f6a4b x-openstack-request-id: req-27c4c7c0-b620-42f0-b44b-9a17531f6a4b {{(pid=92666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 08:57:55.656182 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a3715f4-8d41-49a3-a215-17066e9b1074", "name": "network-vif-plugged", "status": "completed", "tag": "d2f73256-4497-49b9-ab66-167b422f5b99", "code": 200}]} {{(pid=92666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 08:57:55.656559 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-27c4c7c0-b620-42f0-b44b-9a17531f6a4b {{(pid=92666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 08:57:55.657234 dv-cinder-797333-1-smb neutron-server[92666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a3715f4-8d41-49a3-a215-17066e9b1074', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2f73256-4497-49b9-ab66-167b422f5b99', 'code': 200} Jun 22 08:57:55.690658 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Pushing event updated for resources: {'Port': ['ID=d2f73256-4497-49b9-ab66-167b422f5b99,revision_number=5']} {{(pid=92666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:57:55.693773 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG oslo_concurrency.lockutils [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:57:55.914735 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634b179d-78dd-477f-8d47-0de71d380d95 req-c5402bc7-8644-4a87-ab7e-13a07927887e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:57:55.916243 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-634b179d-78dd-477f-8d47-0de71d380d95 req-c5402bc7-8644-4a87-ab7e-13a07927887e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=2a3715f4-8d41-49a3-a215-17066e9b1074 HTTP/1.1" status: 200 len: 1099 time: 0.0548375 Jun 22 08:57:55.960610 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-634b179d-78dd-477f-8d47-0de71d380d95 req-af156879-2c80-4e9a-b57a-e931b88457e6 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=6e4a33ff-db35-4639-976e-5a005d9008f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366559 Jun 22 08:57:56.342304 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079ae61a-36c2-456f-9ddf-7aa57029e0ce req-889530ce-c97d-4db2-9d1a-2db901cbcc56 tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:57:56.343812 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-079ae61a-36c2-456f-9ddf-7aa57029e0ce req-889530ce-c97d-4db2-9d1a-2db901cbcc56 tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] 10.222.0.22 "GET /v2.0/ports?device_id=4ac5f7be-69be-4bc1-ac2a-6d08449ce0a9 HTTP/1.1" status: 200 len: 945 time: 0.0625191 Jun 22 08:57:56.383307 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-079ae61a-36c2-456f-9ddf-7aa57029e0ce req-f7727f7f-30a3-467e-93cd-d80492a908f7 tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] 10.222.0.22 "GET /v2.0/security-groups?id=b898a60c-7fe8-421c-bc5f-0e7f60ad4a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322165 Jun 22 08:57:56.681778 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70277143-37aa-4d23-be99-8b1e6d52cb6b req-e7dcda14-f286-4eca-aa2c-4890770d4ee8 tempest-VolumesActionsTest-1900697665 tempest-VolumesActionsTest-1900697665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:57:56.683282 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-70277143-37aa-4d23-be99-8b1e6d52cb6b req-e7dcda14-f286-4eca-aa2c-4890770d4ee8 tempest-VolumesActionsTest-1900697665 tempest-VolumesActionsTest-1900697665-project] 10.222.0.22 "GET /v2.0/ports?device_id=2a3715f4-8d41-49a3-a215-17066e9b1074 HTTP/1.1" status: 200 len: 946 time: 0.0657861 Jun 22 08:57:56.721141 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-70277143-37aa-4d23-be99-8b1e6d52cb6b req-eccdc5e3-b0be-4251-a680-8f424fd88b08 tempest-VolumesActionsTest-1900697665 tempest-VolumesActionsTest-1900697665-project] 10.222.0.22 "GET /v2.0/security-groups?id=6e4a33ff-db35-4639-976e-5a005d9008f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315604 Jun 22 08:57:57.595524 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a9aa03-aafb-41f0-ac7e-2fa27c9dad78 req-a2fc434a-4ee9-4330-89ea-df5475861933 tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:57:57.611003 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-87a9aa03-aafb-41f0-ac7e-2fa27c9dad78 req-a2fc434a-4ee9-4330-89ea-df5475861933 tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] 10.222.0.22 "GET /v2.0/ports?device_id=4ac5f7be-69be-4bc1-ac2a-6d08449ce0a9 HTTP/1.1" status: 200 len: 945 time: 0.0927384 Jun 22 08:57:57.667279 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-87a9aa03-aafb-41f0-ac7e-2fa27c9dad78 req-8d713a7b-bb6e-4043-add3-fe26d5daa296 tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] 10.222.0.22 "GET /v2.0/security-groups?id=b898a60c-7fe8-421c-bc5f-0e7f60ad4a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553794 Jun 22 08:57:57.901465 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d7720d-61fd-49dd-b369-2f531703a138 req-a9caf0f3-259a-4b50-9bdc-f2c4d8fde69e tempest-VolumesActionsTest-1900697665 tempest-VolumesActionsTest-1900697665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:57:57.902949 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-31d7720d-61fd-49dd-b369-2f531703a138 req-a9caf0f3-259a-4b50-9bdc-f2c4d8fde69e tempest-VolumesActionsTest-1900697665 tempest-VolumesActionsTest-1900697665-project] 10.222.0.22 "GET /v2.0/ports?device_id=2a3715f4-8d41-49a3-a215-17066e9b1074 HTTP/1.1" status: 200 len: 946 time: 0.0628846 Jun 22 08:57:57.942933 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-31d7720d-61fd-49dd-b369-2f531703a138 req-0f47135a-c8f1-4780-9534-123f5bac02bd tempest-VolumesActionsTest-1900697665 tempest-VolumesActionsTest-1900697665-project] 10.222.0.22 "GET /v2.0/security-groups?id=6e4a33ff-db35-4639-976e-5a005d9008f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337374 Jun 22 08:57:58.967382 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f633d6c0-0f65-4840-b4b9-6eee6fcfa763 req-e5135663-976a-4aef-ab35-733292eea8d5 tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:57:58.969980 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-f633d6c0-0f65-4840-b4b9-6eee6fcfa763 req-e5135663-976a-4aef-ab35-733292eea8d5 tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] 10.222.0.22 "GET /v2.0/ports?device_id=4ac5f7be-69be-4bc1-ac2a-6d08449ce0a9 HTTP/1.1" status: 200 len: 945 time: 0.1416574 Jun 22 08:57:59.029943 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-f633d6c0-0f65-4840-b4b9-6eee6fcfa763 req-0da83290-ff6d-4484-8985-3dc2075c5931 tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] 10.222.0.22 "GET /v2.0/security-groups?id=b898a60c-7fe8-421c-bc5f-0e7f60ad4a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471547 Jun 22 08:57:59.059373 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e50e6d-bab0-4dab-8e38-c77841407233 req-25b9bbe5-a2ef-4e94-966b-3cdb18e096da tempest-VolumesActionsTest-1900697665 tempest-VolumesActionsTest-1900697665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:57:59.062543 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-e5e50e6d-bab0-4dab-8e38-c77841407233 req-25b9bbe5-a2ef-4e94-966b-3cdb18e096da tempest-VolumesActionsTest-1900697665 tempest-VolumesActionsTest-1900697665-project] 10.222.0.22 "GET /v2.0/ports?device_id=2a3715f4-8d41-49a3-a215-17066e9b1074 HTTP/1.1" status: 200 len: 946 time: 0.1426725 Jun 22 08:57:59.109320 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-e5e50e6d-bab0-4dab-8e38-c77841407233 req-fd479743-aa8a-44ae-8372-6861d633dbaa tempest-VolumesActionsTest-1900697665 tempest-VolumesActionsTest-1900697665-project] 10.222.0.22 "GET /v2.0/security-groups?id=6e4a33ff-db35-4639-976e-5a005d9008f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424135 Jun 22 08:57:59.666364 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.wsgi [-] (92665) accepted ('10.222.0.22', 34940) {{(pid=92665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 08:57:59.793997 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-722ef630-5351-46c2-8ad1-8ce1b530f88c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:59.896359 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-722ef630-5351-46c2-8ad1-8ce1b530f88c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:59.902239 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-722ef630-5351-46c2-8ad1-8ce1b530f88c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748303'] for security_group, after_create {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:57:59.907754 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-cdcb463b-4064-4a7c-a625-e82bb19f2fd4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:57:59.944954 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [None req-722ef630-5351-46c2-8ad1-8ce1b530f88c admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=776d03fc588c45e4b67d00bd3c633bef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2774532 Jun 22 08:57:59.945886 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722ef630-5351-46c2-8ad1-8ce1b530f88c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e828e3b-efb9-4d46-91e1-7f6a2eca308b,revision_number=1']} {{(pid=92665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:57:59.947845 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.wsgi [-] (92664) accepted ('10.222.0.22', 34948) {{(pid=92664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 08:57:59.949136 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-722ef630-5351-46c2-8ad1-8ce1b530f88c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:58:00.011652 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-bc2a074b-443d-43a7-9b76-e5fd15328c04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:00.050036 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-bc2a074b-443d-43a7-9b76-e5fd15328c04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:00.126618 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-bc2a074b-443d-43a7-9b76-e5fd15328c04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748303'] for security_group, after_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:00.129423 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-bc2a074b-443d-43a7-9b76-e5fd15328c04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:00.132845 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [None req-bc2a074b-443d-43a7-9b76-e5fd15328c04 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/6e828e3b-efb9-4d46-91e1-7f6a2eca308b HTTP/1.1" status: 204 len: 168 time: 0.1818140 Jun 22 08:58:00.132845 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-59a7f16c-6feb-410c-88d5-dcddfdbbdc05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:58:00.140803 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2a074b-443d-43a7-9b76-e5fd15328c04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e828e3b-efb9-4d46-91e1-7f6a2eca308b,revision_number=None']} {{(pid=92664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:58:00.159727 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-bc2a074b-443d-43a7-9b76-e5fd15328c04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:58:00.261671 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09558e8-914f-4d2e-85bc-fe988d57551f req-a7999631-0994-40ca-ab9c-629149580bbd tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:58:00.263239 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-f09558e8-914f-4d2e-85bc-fe988d57551f req-a7999631-0994-40ca-ab9c-629149580bbd tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] 10.222.0.22 "GET /v2.0/ports?device_id=4ac5f7be-69be-4bc1-ac2a-6d08449ce0a9 HTTP/1.1" status: 200 len: 945 time: 0.0877697 Jun 22 08:58:00.334900 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-f09558e8-914f-4d2e-85bc-fe988d57551f req-6cd5518f-7080-44c1-a8a5-b7bcf5de3155 tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] 10.222.0.22 "GET /v2.0/security-groups?id=b898a60c-7fe8-421c-bc5f-0e7f60ad4a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602489 Jun 22 08:58:00.363730 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d9e8df-ab17-4073-8d02-06220c03a55e req-b5359e91-5d30-467e-8998-4adf29374c5f tempest-VolumesActionsTest-1900697665 tempest-VolumesActionsTest-1900697665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:58:00.368550 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-02d9e8df-ab17-4073-8d02-06220c03a55e req-b5359e91-5d30-467e-8998-4adf29374c5f tempest-VolumesActionsTest-1900697665 tempest-VolumesActionsTest-1900697665-project] 10.222.0.22 "GET /v2.0/ports?device_id=2a3715f4-8d41-49a3-a215-17066e9b1074 HTTP/1.1" status: 200 len: 946 time: 0.1011336 Jun 22 08:58:00.407934 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-02d9e8df-ab17-4073-8d02-06220c03a55e req-36a37e54-f6b9-4f3e-9925-c293dc8d22cf tempest-VolumesActionsTest-1900697665 tempest-VolumesActionsTest-1900697665-project] 10.222.0.22 "GET /v2.0/security-groups?id=6e4a33ff-db35-4639-976e-5a005d9008f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368097 Jun 22 08:58:00.492534 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.wsgi [-] (92665) accepted ('10.222.0.22', 34964) {{(pid=92665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 08:58:00.507702 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-b3f5d99d-c058-4d2e-b6fa-b0b7adff4ced admin admin] Notify callbacks [] for security_group, before_create {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:00.608288 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-b3f5d99d-c058-4d2e-b6fa-b0b7adff4ced admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:00.613968 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-b3f5d99d-c058-4d2e-b6fa-b0b7adff4ced admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748303'] for security_group, after_create {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:00.620419 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-84f230b4-4647-4db8-a84f-113f5fb835cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:58:00.661832 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [None req-b3f5d99d-c058-4d2e-b6fa-b0b7adff4ced admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a1edec41c4344374a5ed67665d4dcad0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1681006 Jun 22 08:58:00.662580 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f5d99d-c058-4d2e-b6fa-b0b7adff4ced admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0db1c4e-ba51-4c72-bd66-425306657315,revision_number=1']} {{(pid=92665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:58:00.664791 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.wsgi [-] (92664) accepted ('10.222.0.22', 34968) {{(pid=92664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 08:58:00.666693 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-b3f5d99d-c058-4d2e-b6fa-b0b7adff4ced admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:58:00.725720 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-6c156ece-af84-478a-b5a2-d87983c5294a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:00.747725 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-6c156ece-af84-478a-b5a2-d87983c5294a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:00.798377 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-6c156ece-af84-478a-b5a2-d87983c5294a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748303'] for security_group, after_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:00.801168 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-6c156ece-af84-478a-b5a2-d87983c5294a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:00.802338 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [None req-6c156ece-af84-478a-b5a2-d87983c5294a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d0db1c4e-ba51-4c72-bd66-425306657315 HTTP/1.1" status: 204 len: 168 time: 0.1362548 Jun 22 08:58:00.803005 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:58:00.810664 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c156ece-af84-478a-b5a2-d87983c5294a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0db1c4e-ba51-4c72-bd66-425306657315,revision_number=None']} {{(pid=92664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:58:00.814162 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-6c156ece-af84-478a-b5a2-d87983c5294a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:58:00.896477 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b964d4-aa7d-4657-ada2-3b8606150776 req-47b1e8c5-5f05-4214-834e-a114ac34b92b tempest-VolumesActionsTest-1900697665 tempest-VolumesActionsTest-1900697665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:58:00.898070 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-c2b964d4-aa7d-4657-ada2-3b8606150776 req-47b1e8c5-5f05-4214-834e-a114ac34b92b tempest-VolumesActionsTest-1900697665 tempest-VolumesActionsTest-1900697665-project] 10.222.0.15 "GET /v2.0/ports?device_id=2a3715f4-8d41-49a3-a215-17066e9b1074 HTTP/1.1" status: 200 len: 946 time: 0.0709898 Jun 22 08:58:01.054586 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.plugins.ml2.plugin [req-c2b964d4-aa7d-4657-ada2-3b8606150776 req-d28ab341-ee50-491c-b579-1a2bb5053b9f tempest-VolumesActionsTest-1900697665 tempest-VolumesActionsTest-1900697665-project] Deleting port d2f73256-4497-49b9-ab66-167b422f5b99 {{(pid=92665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 08:58:01.057012 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [req-c2b964d4-aa7d-4657-ada2-3b8606150776 req-d28ab341-ee50-491c-b579-1a2bb5053b9f tempest-VolumesActionsTest-1900697665 tempest-VolumesActionsTest-1900697665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728380103653'] for port, before_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:01.159698 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.plugins.ml2.db [req-c2b964d4-aa7d-4657-ada2-3b8606150776 req-d28ab341-ee50-491c-b579-1a2bb5053b9f tempest-VolumesActionsTest-1900697665 tempest-VolumesActionsTest-1900697665-project] For port d2f73256-4497-49b9-ab66-167b422f5b99, host hv-cinder-79733, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79733',level=0,port_id=d2f73256-4497-49b9-ab66-167b422f5b99,segment=NetworkSegment(ab517c0f-c207-4579-8c02-9336ac0a8f51),segment_id=ab517c0f-c207-4579-8c02-9336ac0a8f51)] {{(pid=92665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 08:58:01.160082 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [req-c2b964d4-aa7d-4657-ada2-3b8606150776 req-d28ab341-ee50-491c-b579-1a2bb5053b9f tempest-VolumesActionsTest-1900697665 tempest-VolumesActionsTest-1900697665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546942'] for port, precommit_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:01.235599 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.plugins.ml2.plugin [req-c2b964d4-aa7d-4657-ada2-3b8606150776 req-d28ab341-ee50-491c-b579-1a2bb5053b9f tempest-VolumesActionsTest-1900697665 tempest-VolumesActionsTest-1900697665-project] Calling delete_port for d2f73256-4497-49b9-ab66-167b422f5b99 owned by compute:nova {{(pid=92665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 08:58:01.389367 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.db.agents_db [None req-b28930ac-c45f-452b-90b0-92e2a86c5dbe None None] Agent healthcheck: found 6 active agents {{(pid=92667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 08:58:01.402804 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [req-c2b964d4-aa7d-4657-ada2-3b8606150776 req-d28ab341-ee50-491c-b579-1a2bb5053b9f tempest-VolumesActionsTest-1900697665 tempest-VolumesActionsTest-1900697665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133719696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133660950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728380107749', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728379583070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4027009'] for port, after_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:01.414431 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:58:01.426242 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.db [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] get_ports_and_sgs() called for port_ids ['d2f73256-4497-49b9-ab66-167b422f5b99'] {{(pid=92666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 08:58:01.447193 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28ab341-ee50-491c-b579-1a2bb5053b9f tempest-VolumesActionsTest-1900697665 tempest-VolumesActionsTest-1900697665-project] Pushing event deleted for resources: {'Port': ['ID=d2f73256-4497-49b9-ab66-167b422f5b99,revision_number=None']} {{(pid=92665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:58:01.460475 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-d28ab341-ee50-491c-b579-1a2bb5053b9f tempest-VolumesActionsTest-1900697665 tempest-VolumesActionsTest-1900697665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:58:01.574217 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2b964d4-aa7d-4657-ada2-3b8606150776 req-d28ab341-ee50-491c-b579-1a2bb5053b9f tempest-VolumesActionsTest-1900697665 tempest-VolumesActionsTest-1900697665-project] No DVR routers for this DVR port d2f73256-4497-49b9-ab66-167b422f5b99 on host hv-cinder-79733 {{(pid=92665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 08:58:01.580073 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [req-c2b964d4-aa7d-4657-ada2-3b8606150776 req-d28ab341-ee50-491c-b579-1a2bb5053b9f tempest-VolumesActionsTest-1900697665 tempest-VolumesActionsTest-1900697665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27927'] for port, before_response {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:01.582087 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-c2b964d4-aa7d-4657-ada2-3b8606150776 req-d28ab341-ee50-491c-b579-1a2bb5053b9f tempest-VolumesActionsTest-1900697665 tempest-VolumesActionsTest-1900697665-project] 10.222.0.15 "DELETE /v2.0/ports/d2f73256-4497-49b9-ab66-167b422f5b99 HTTP/1.1" status: 204 len: 173 time: 0.6703382 Jun 22 08:58:01.583663 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a3715f4-8d41-49a3-a215-17066e9b1074', 'name': 'network-vif-deleted', 'tag': 'd2f73256-4497-49b9-ab66-167b422f5b99'}] {{(pid=92665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 08:58:01.586092 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}600ed202ef5c6893f709c92c950a9f9cd42c49f10c76c91c75f79f08b33dd1bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b035dea2-8719-4e3b-b34b-555ccc755653" -d '{"events": [{"server_uuid": "2a3715f4-8d41-49a3-a215-17066e9b1074", "name": "network-vif-deleted", "tag": "d2f73256-4497-49b9-ab66-167b422f5b99"}]}' {{(pid=92665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 08:58:01.632090 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-8392213b-a226-4dfb-afc1-fd1d1b9f12ea req-7f7a5c58-54b3-40cc-aa1e-9516807da031 tempest-VolumesActionsTest-1900697665 tempest-VolumesActionsTest-1900697665-project] 10.222.0.22 "GET /v2.0/ports?device_id=2a3715f4-8d41-49a3-a215-17066e9b1074 HTTP/1.1" status: 200 len: 210 time: 0.0488772 Jun 22 08:58:01.645832 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf5282b-f0d5-48a1-952f-5746d373d840 req-e329d90a-8b16-41a2-b58c-3552e9714bcb tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:58:01.647376 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-dcf5282b-f0d5-48a1-952f-5746d373d840 req-e329d90a-8b16-41a2-b58c-3552e9714bcb tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] 10.222.0.22 "GET /v2.0/ports?device_id=4ac5f7be-69be-4bc1-ac2a-6d08449ce0a9 HTTP/1.1" status: 200 len: 945 time: 0.1691277 Jun 22 08:58:01.704935 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 08:58:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28c9e898-5a07-4132-92f4-15b36c2d3ac0 x-openstack-request-id: req-28c9e898-5a07-4132-92f4-15b36c2d3ac0 {{(pid=92665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 08:58:01.705359 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a3715f4-8d41-49a3-a215-17066e9b1074", "name": "network-vif-deleted", "tag": "d2f73256-4497-49b9-ab66-167b422f5b99", "status": "completed", "code": 200}]} {{(pid=92665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 08:58:01.705757 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-28c9e898-5a07-4132-92f4-15b36c2d3ac0 {{(pid=92665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 08:58:01.706261 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a3715f4-8d41-49a3-a215-17066e9b1074', 'name': 'network-vif-deleted', 'tag': 'd2f73256-4497-49b9-ab66-167b422f5b99', 'status': 'completed', 'code': 200} Jun 22 08:58:01.712056 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-dcf5282b-f0d5-48a1-952f-5746d373d840 req-b7d07958-2523-4552-90db-624a0e8d0486 tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] 10.222.0.22 "GET /v2.0/security-groups?id=b898a60c-7fe8-421c-bc5f-0e7f60ad4a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555935 Jun 22 08:58:02.609341 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.wsgi [-] (92664) accepted ('10.222.0.22', 35036) {{(pid=92664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 08:58:02.760181 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-b41e3604-7707-4c91-bdd2-e463f88c2e4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:02.895870 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-b41e3604-7707-4c91-bdd2-e463f88c2e4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:02.902285 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-b41e3604-7707-4c91-bdd2-e463f88c2e4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748303'] for security_group, after_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:02.930801 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-bc2a074b-443d-43a7-9b76-e5fd15328c04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:58:02.938609 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [None req-b41e3604-7707-4c91-bdd2-e463f88c2e4f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=75e8483571b342e285265ab61f341c4c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3272054 Jun 22 08:58:02.939083 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.wsgi [-] (92665) accepted ('10.222.0.22', 35054) {{(pid=92665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 08:58:02.965601 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41e3604-7707-4c91-bdd2-e463f88c2e4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cf53f3f-0ec9-449f-838f-e7aae84572de,revision_number=1']} {{(pid=92664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:58:02.970555 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-b41e3604-7707-4c91-bdd2-e463f88c2e4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:58:03.067513 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-c1378630-4698-4829-b7de-f45448352d8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:03.081654 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed418423-2dc5-4860-bc67-2f71be5f13ae req-eb2464bb-68c2-4e6c-8313-8ee03cce225b tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:58:03.083228 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-ed418423-2dc5-4860-bc67-2f71be5f13ae req-eb2464bb-68c2-4e6c-8313-8ee03cce225b tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] 10.222.0.22 "GET /v2.0/ports?device_id=4ac5f7be-69be-4bc1-ac2a-6d08449ce0a9 HTTP/1.1" status: 200 len: 945 time: 0.1238430 Jun 22 08:58:03.116793 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-c1378630-4698-4829-b7de-f45448352d8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:03.167745 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-ed418423-2dc5-4860-bc67-2f71be5f13ae req-3b4f5337-5a88-4972-933e-46b0552765ca tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] 10.222.0.22 "GET /v2.0/security-groups?id=b898a60c-7fe8-421c-bc5f-0e7f60ad4a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760925 Jun 22 08:58:03.206574 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-c1378630-4698-4829-b7de-f45448352d8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748303'] for security_group, after_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:03.211157 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-c1378630-4698-4829-b7de-f45448352d8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:03.215323 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [None req-c1378630-4698-4829-b7de-f45448352d8f admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/6cf53f3f-0ec9-449f-838f-e7aae84572de HTTP/1.1" status: 204 len: 168 time: 0.2679079 Jun 22 08:58:03.215323 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-275ad9c4-5750-4731-a9af-8e5d5fe51044 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:58:03.230252 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1378630-4698-4829-b7de-f45448352d8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cf53f3f-0ec9-449f-838f-e7aae84572de,revision_number=None']} {{(pid=92665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:58:03.233071 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-c1378630-4698-4829-b7de-f45448352d8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:58:04.444050 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb423a0e-4e59-45f5-a890-4a05dc6def93 req-870e834d-c97e-4870-ad3e-b02f37772d40 tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:58:04.455881 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-eb423a0e-4e59-45f5-a890-4a05dc6def93 req-870e834d-c97e-4870-ad3e-b02f37772d40 tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] 10.222.0.22 "GET /v2.0/ports?device_id=4ac5f7be-69be-4bc1-ac2a-6d08449ce0a9 HTTP/1.1" status: 200 len: 945 time: 0.1200781 Jun 22 08:58:04.523736 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-eb423a0e-4e59-45f5-a890-4a05dc6def93 req-d4a336f7-208e-4f59-b057-45e7e726a2ca tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] 10.222.0.22 "GET /v2.0/security-groups?id=b898a60c-7fe8-421c-bc5f-0e7f60ad4a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649886 Jun 22 08:58:05.436495 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.rpc [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Device d2f73256-4497-49b9-ab66-167b422f5b99 no longer exists at agent hyperv_hv-cinder-79733 {{(pid=92666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 08:58:05.483169 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.plugin [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] No Port match for: d2f73256-4497-49b9-ab66-167b422f5b99 {{(pid=92666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 08:58:05.483713 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.rpc [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Device d2f73256-4497-49b9-ab66-167b422f5b99 not bound to the agent host hv-cinder-79733 {{(pid=92666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 08:58:05.839223 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8798ed-946c-4e5a-911b-5b223760113f req-6f07d07a-aa44-4e21-ad6f-340abe3df38e tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:58:05.847551 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-5c8798ed-946c-4e5a-911b-5b223760113f req-6f07d07a-aa44-4e21-ad6f-340abe3df38e tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] 10.222.0.22 "GET /v2.0/ports?device_id=4ac5f7be-69be-4bc1-ac2a-6d08449ce0a9 HTTP/1.1" status: 200 len: 945 time: 0.1327362 Jun 22 08:58:05.887311 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-5c8798ed-946c-4e5a-911b-5b223760113f req-158d35e1-380e-4be4-b24f-72b70abd8661 tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] 10.222.0.22 "GET /v2.0/security-groups?id=b898a60c-7fe8-421c-bc5f-0e7f60ad4a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385554 Jun 22 08:58:07.114949 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def8338e-d95c-4460-8c73-ccfabc431e8a req-67f99882-597d-40f5-99df-3000da8f8153 tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:58:07.117807 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-def8338e-d95c-4460-8c73-ccfabc431e8a req-67f99882-597d-40f5-99df-3000da8f8153 tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] 10.222.0.22 "GET /v2.0/ports?device_id=4ac5f7be-69be-4bc1-ac2a-6d08449ce0a9 HTTP/1.1" status: 200 len: 945 time: 0.0926423 Jun 22 08:58:07.231412 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-def8338e-d95c-4460-8c73-ccfabc431e8a req-39ef0c61-79b9-42f6-999a-789e03d80ce0 tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] 10.222.0.22 "GET /v2.0/security-groups?id=b898a60c-7fe8-421c-bc5f-0e7f60ad4a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022956 Jun 22 08:58:07.719734 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c74a084-781f-4813-b533-02df72a10606 req-bab2de6c-5919-4852-9c4f-0e4b58b7509e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:58:07.723143 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-7c74a084-781f-4813-b533-02df72a10606 req-bab2de6c-5919-4852-9c4f-0e4b58b7509e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=4ac5f7be-69be-4bc1-ac2a-6d08449ce0a9 HTTP/1.1" status: 200 len: 1098 time: 0.1266236 Jun 22 08:58:07.782467 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-7c74a084-781f-4813-b533-02df72a10606 req-4ced348d-4d78-4e1d-b65c-aab0f0ef2a70 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=b898a60c-7fe8-421c-bc5f-0e7f60ad4a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508659 Jun 22 08:58:08.524939 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cf1bb7-4f5a-4d97-9c3a-768505c81e9f req-d1b1896b-c3fa-4671-a03a-c2ef060004e4 tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:58:08.530356 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-69cf1bb7-4f5a-4d97-9c3a-768505c81e9f req-d1b1896b-c3fa-4671-a03a-c2ef060004e4 tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] 10.222.0.22 "GET /v2.0/ports?device_id=4ac5f7be-69be-4bc1-ac2a-6d08449ce0a9 HTTP/1.1" status: 200 len: 945 time: 0.0909088 Jun 22 08:58:08.583008 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-69cf1bb7-4f5a-4d97-9c3a-768505c81e9f req-a3502704-e6e2-4ce2-b979-9c209d0f1ce4 tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] 10.222.0.22 "GET /v2.0/security-groups?id=b898a60c-7fe8-421c-bc5f-0e7f60ad4a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472322 Jun 22 08:58:09.269620 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.wsgi [-] (92664) accepted ('10.222.0.22', 35280) {{(pid=92664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 08:58:09.460770 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-9d6d95e8-aea1-434a-81f0-bf9cd2da2866 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:09.568355 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-9d6d95e8-aea1-434a-81f0-bf9cd2da2866 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:09.572720 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-9d6d95e8-aea1-434a-81f0-bf9cd2da2866 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748303'] for security_group, after_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:09.576314 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:58:09.614247 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.wsgi [-] (92665) accepted ('10.222.0.22', 35288) {{(pid=92665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 08:58:09.615060 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [None req-9d6d95e8-aea1-434a-81f0-bf9cd2da2866 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=07495fabe685432ca99871d7af156c99&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3433096 Jun 22 08:58:09.621136 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6d95e8-aea1-434a-81f0-bf9cd2da2866 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad65d35a-1686-4edf-95dc-f064db2e7cb3,revision_number=1']} {{(pid=92664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:58:09.624602 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-9d6d95e8-aea1-434a-81f0-bf9cd2da2866 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:58:09.746734 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-d397ec4c-0e30-47af-8554-4f46f082fe41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:09.775453 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-d397ec4c-0e30-47af-8554-4f46f082fe41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:09.894654 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf0b9b6-cd80-4735-a613-919a05ecf582 req-b2ad9dd9-6e03-41a6-9260-7bf4f04bf822 tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:58:09.896292 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-6bf0b9b6-cd80-4735-a613-919a05ecf582 req-b2ad9dd9-6e03-41a6-9260-7bf4f04bf822 tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] 10.222.0.22 "GET /v2.0/ports?device_id=4ac5f7be-69be-4bc1-ac2a-6d08449ce0a9 HTTP/1.1" status: 200 len: 945 time: 0.0774097 Jun 22 08:58:09.948253 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-d397ec4c-0e30-47af-8554-4f46f082fe41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748303'] for security_group, after_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:09.951587 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-d397ec4c-0e30-47af-8554-4f46f082fe41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:09.956954 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [None req-d397ec4c-0e30-47af-8554-4f46f082fe41 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ad65d35a-1686-4edf-95dc-f064db2e7cb3 HTTP/1.1" status: 204 len: 168 time: 0.3403275 Jun 22 08:58:09.959897 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-c1378630-4698-4829-b7de-f45448352d8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:58:09.981781 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d397ec4c-0e30-47af-8554-4f46f082fe41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad65d35a-1686-4edf-95dc-f064db2e7cb3,revision_number=None']} {{(pid=92665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:58:09.987539 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-d397ec4c-0e30-47af-8554-4f46f082fe41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:58:10.020943 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-6bf0b9b6-cd80-4735-a613-919a05ecf582 req-4b41bb5f-ab09-48d8-bc39-9d4278340178 tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] 10.222.0.22 "GET /v2.0/security-groups?id=b898a60c-7fe8-421c-bc5f-0e7f60ad4a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170003 Jun 22 08:58:10.302814 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.wsgi [-] (92665) accepted ('10.222.0.22', 35316) {{(pid=92665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 08:58:10.455798 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-6deac9f0-908d-493b-92fc-2da8df014acc admin admin] Notify callbacks [] for security_group, before_create {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:10.459617 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.wsgi [-] (92664) accepted ('10.222.0.22', 35322) {{(pid=92664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 08:58:10.476993 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-d0f87092-15e3-4244-b5ad-85e3f29392cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:10.586927 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-6deac9f0-908d-493b-92fc-2da8df014acc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:10.622834 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-6deac9f0-908d-493b-92fc-2da8df014acc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748303'] for security_group, after_create {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:10.628796 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-39454f23-6b08-4a87-a254-671aa5a96981 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:58:10.698099 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-d0f87092-15e3-4244-b5ad-85e3f29392cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:10.702725 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-d0f87092-15e3-4244-b5ad-85e3f29392cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748303'] for security_group, after_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:10.706543 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:58:10.737421 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [None req-6deac9f0-908d-493b-92fc-2da8df014acc admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=6df9888b3b34410584f87c23d0120846&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4333849 Jun 22 08:58:10.740863 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.wsgi [-] (92664) accepted ('10.222.0.22', 35326) {{(pid=92664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 08:58:10.742772 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6deac9f0-908d-493b-92fc-2da8df014acc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d77b69a-e730-4f6b-8e11-576547606d8f,revision_number=1']} {{(pid=92665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:58:10.745828 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-6deac9f0-908d-493b-92fc-2da8df014acc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:58:10.766302 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66e668a-f968-4064-9756-ab4d16869b61 req-2f80e7c9-efbd-4a9f-ba50-c88b5994dd7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:58:10.768394 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-f66e668a-f968-4064-9756-ab4d16869b61 req-2f80e7c9-efbd-4a9f-ba50-c88b5994dd7b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=579dfe35a1f942f09a66abcabc039fa9&device_id=4ac5f7be-69be-4bc1-ac2a-6d08449ce0a9 HTTP/1.1" status: 200 len: 1098 time: 0.1796961 Jun 22 08:58:10.769416 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [None req-d0f87092-15e3-4244-b5ad-85e3f29392cb admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=3f2ec80137e74280b0c2961a2f2e7267&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3083174 Jun 22 08:58:10.770249 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f87092-15e3-4244-b5ad-85e3f29392cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07e61d91-7e69-4e75-88e8-a4f868438e7c,revision_number=1']} {{(pid=92664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:58:10.772548 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.wsgi [-] (92664) accepted ('10.222.0.22', 35328) {{(pid=92664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 08:58:10.778520 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-d0f87092-15e3-4244-b5ad-85e3f29392cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:58:10.785918 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903aadbf-7220-4532-a2af-08c59db27a82 req-8163a3c4-af48-4b63-a14d-176d2f0e05ab tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:58:10.794517 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-903aadbf-7220-4532-a2af-08c59db27a82 req-8163a3c4-af48-4b63-a14d-176d2f0e05ab tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] 10.222.0.22 "GET /v2.0/ports?device_id=4ac5f7be-69be-4bc1-ac2a-6d08449ce0a9 HTTP/1.1" status: 200 len: 945 time: 0.1744156 Jun 22 08:58:10.826736 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-916396da-23e9-4538-a559-334e1f4d4d30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:10.856566 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-178f0154-50a2-4068-a899-1726f163c39d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:10.868393 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-916396da-23e9-4538-a559-334e1f4d4d30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:10.899487 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-178f0154-50a2-4068-a899-1726f163c39d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:10.956767 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-903aadbf-7220-4532-a2af-08c59db27a82 req-9bb009d3-777f-45d5-93d2-5102a4b5340f tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] 10.222.0.22 "GET /v2.0/security-groups?id=b898a60c-7fe8-421c-bc5f-0e7f60ad4a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610727 Jun 22 08:58:10.988909 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-916396da-23e9-4538-a559-334e1f4d4d30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748303'] for security_group, after_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:11.003483 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-916396da-23e9-4538-a559-334e1f4d4d30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:11.005809 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [None req-916396da-23e9-4538-a559-334e1f4d4d30 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/0d77b69a-e730-4f6b-8e11-576547606d8f HTTP/1.1" status: 204 len: 168 time: 0.2636881 Jun 22 08:58:11.010403 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-dd5ac797-672f-43cc-af93-4ef21ad2e0ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:58:11.033210 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916396da-23e9-4538-a559-334e1f4d4d30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d77b69a-e730-4f6b-8e11-576547606d8f,revision_number=None']} {{(pid=92664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:58:11.041017 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-916396da-23e9-4538-a559-334e1f4d4d30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:58:11.045462 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-178f0154-50a2-4068-a899-1726f163c39d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748303'] for security_group, after_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:11.054869 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-178f0154-50a2-4068-a899-1726f163c39d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:11.062249 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [None req-178f0154-50a2-4068-a899-1726f163c39d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/07e61d91-7e69-4e75-88e8-a4f868438e7c HTTP/1.1" status: 204 len: 168 time: 0.2854836 Jun 22 08:58:11.063316 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-65ec3e96-4f72-4d5c-9535-0ceddc8bcb01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:58:11.066917 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66e668a-f968-4064-9756-ab4d16869b61 req-4a189fb9-f9d3-44ad-9062-697cc6ba7306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:58:11.068705 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-f66e668a-f968-4064-9756-ab4d16869b61 req-4a189fb9-f9d3-44ad-9062-697cc6ba7306 service neutron] 10.222.0.15 "GET /v2.0/networks?id=fc5fbf8b-b290-4909-ad02-6e42f6cbe581 HTTP/1.1" status: 200 len: 920 time: 0.2720084 Jun 22 08:58:11.076731 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178f0154-50a2-4068-a899-1726f163c39d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07e61d91-7e69-4e75-88e8-a4f868438e7c,revision_number=None']} {{(pid=92664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:58:11.090268 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-178f0154-50a2-4068-a899-1726f163c39d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:58:11.131872 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-f66e668a-f968-4064-9756-ab4d16869b61 req-df183725-4dda-47ce-a56c-38db834fcbb0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6ab09213-7b76-4916-b567-c7f2efba2826 HTTP/1.1" status: 200 len: 217 time: 0.0531306 Jun 22 08:58:11.186631 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-e154a0a8-6d45-4eaa-8202-c5ffaef92bfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380123073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133916839'] for agent, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:11.263484 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66e668a-f968-4064-9756-ab4d16869b61 req-2ac952d0-e9ca-4dee-ad35-26d78967af1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:58:11.265324 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-f66e668a-f968-4064-9756-ab4d16869b61 req-2ac952d0-e9ca-4dee-ad35-26d78967af1c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d4b70363-b957-482d-afbc-e3f16f2e15d6 HTTP/1.1" status: 200 len: 859 time: 0.1228197 Jun 22 08:58:11.319182 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-f66e668a-f968-4064-9756-ab4d16869b61 req-25d77eae-3320-4ccb-81a6-cfa4870a0031 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fc5fbf8b-b290-4909-ad02-6e42f6cbe581&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416377 Jun 22 08:58:11.568373 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-f66e668a-f968-4064-9756-ab4d16869b61 req-6d50394f-d39a-4cb5-b9d6-b5d367a9bcc6 service neutron] 10.222.0.15 "GET /v2.0/networks/fc5fbf8b-b290-4909-ad02-6e42f6cbe581?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2318780 Jun 22 08:58:11.758276 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-f66e668a-f968-4064-9756-ab4d16869b61 req-25c1d80a-0796-4fec-84ba-2ce02b784e3a service neutron] 10.222.0.15 "GET /v2.0/networks/fc5fbf8b-b290-4909-ad02-6e42f6cbe581?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1792567 Jun 22 08:58:12.228924 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c71e50-8733-4e08-8170-900063d1e031 req-7e62f43f-b262-4576-97c9-e96cf961c2da tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:58:12.243649 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-40c71e50-8733-4e08-8170-900063d1e031 req-7e62f43f-b262-4576-97c9-e96cf961c2da tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] 10.222.0.22 "GET /v2.0/ports?device_id=4ac5f7be-69be-4bc1-ac2a-6d08449ce0a9 HTTP/1.1" status: 200 len: 945 time: 0.1082134 Jun 22 08:58:12.331021 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-40c71e50-8733-4e08-8170-900063d1e031 req-aad28f61-fa1d-4303-b33e-12399d460d4a tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] 10.222.0.22 "GET /v2.0/security-groups?id=b898a60c-7fe8-421c-bc5f-0e7f60ad4a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863411 Jun 22 08:58:12.652693 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.wsgi [-] (92665) accepted ('10.222.0.22', 35402) {{(pid=92665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 08:58:12.823944 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.v2.base [None req-4d917605-c0da-4c3b-8364-2dfe620d8652 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1848531303-network', 'tenant_id': '1fd4662991be4413a3d38dad2d2f406a'}} {{(pid=92665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 08:58:12.877750 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d917605-c0da-4c3b-8364-2dfe620d8652 admin admin] Made reservation on behalf of 1fd4662991be4413a3d38dad2d2f406a for: {'network': 1} {{(pid=92665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 08:58:12.882674 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-4d917605-c0da-4c3b-8364-2dfe620d8652 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-133719140'] for network, before_create {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:12.896293 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-4d917605-c0da-4c3b-8364-2dfe620d8652 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:13.092658 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-4d917605-c0da-4c3b-8364-2dfe620d8652 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:13.108412 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-4d917605-c0da-4c3b-8364-2dfe620d8652 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748303'] for security_group, after_create {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:13.133998 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d917605-c0da-4c3b-8364-2dfe620d8652 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 211} {{(pid=92665) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 08:58:13.146803 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-4d917605-c0da-4c3b-8364-2dfe620d8652 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133909941'] for segment, precommit_create {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:13.147225 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.db.segments_db [None req-4d917605-c0da-4c3b-8364-2dfe620d8652 admin admin] Added segment d13ba5e2-ed8e-4ca3-8ec2-cef6298c9446 of type vlan for network e2082447-2f6b-49c7-89d0-33b24d58457e Jun 22 08:58:13.162115 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-bac688ab-6025-4489-9327-01b1726c42e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:58:13.219084 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-4d917605-c0da-4c3b-8364-2dfe620d8652 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728379603923'] for network, precommit_create {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:13.225218 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d917605-c0da-4c3b-8364-2dfe620d8652 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1813137-ba80-494d-86f8-3129fc52c05b,revision_number=1']} {{(pid=92665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:58:13.239907 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-4d917605-c0da-4c3b-8364-2dfe620d8652 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:58:13.272156 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-4d917605-c0da-4c3b-8364-2dfe620d8652 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-748338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-133660957'] for network, after_create {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:13.273689 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d917605-c0da-4c3b-8364-2dfe620d8652 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:58:13.274663 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-4d917605-c0da-4c3b-8364-2dfe620d8652 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133660928'] for network, before_response {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:13.278009 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-d23315c9-f8fe-4a3d-a282-9db03669cafe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:58:13.334466 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [None req-4d917605-c0da-4c3b-8364-2dfe620d8652 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6776845 Jun 22 08:58:13.335199 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.wsgi [-] (92664) accepted ('10.222.0.22', 35426) {{(pid=92664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 08:58:13.342752 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.v2.base [None req-bc8f192d-36e6-460a-b7c6-809590899c23 admin admin] Request body: {'subnet': {'network_id': 'e2082447-2f6b-49c7-89d0-33b24d58457e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1848531303-subnet', 'tenant_id': '1fd4662991be4413a3d38dad2d2f406a', 'ip_version': 4}} {{(pid=92664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 08:58:13.373549 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d917605-c0da-4c3b-8364-2dfe620d8652 admin admin] Pushing event updated for resources: {'Network': ['ID=e2082447-2f6b-49c7-89d0-33b24d58457e,revision_number=1']} {{(pid=92665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:58:13.389189 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.rpc [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Network e2082447-2f6b-49c7-89d0-33b24d58457e details requested by agent ovs-agent-dv-cinder-797333-1-smb with host dv-cinder-797333-1-smb {{(pid=92666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 08:58:13.392045 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-4d917605-c0da-4c3b-8364-2dfe620d8652 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:58:13.409494 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc8f192d-36e6-460a-b7c6-809590899c23 admin admin] Made reservation on behalf of 1fd4662991be4413a3d38dad2d2f406a for: {'subnet': 1} {{(pid=92664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 08:58:13.412266 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-bc8f192d-36e6-460a-b7c6-809590899c23 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:13.543437 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-358cc4cb-a9ae-4b1a-b753-70154fc0c782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380123073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133916839'] for agent, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:13.638398 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e23e81-dd33-43ae-8ade-34fe42b80560 req-498f9baa-fa59-44c9-8149-d8a10093c2fc tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:58:13.647346 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-f6e23e81-dd33-43ae-8ade-34fe42b80560 req-498f9baa-fa59-44c9-8149-d8a10093c2fc tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] 10.222.0.22 "GET /v2.0/ports?device_id=4ac5f7be-69be-4bc1-ac2a-6d08449ce0a9 HTTP/1.1" status: 200 len: 945 time: 0.1330776 Jun 22 08:58:13.700082 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-f6e23e81-dd33-43ae-8ade-34fe42b80560 req-a8aaad96-e6eb-4690-9515-e5e3335d5fc6 tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] 10.222.0.22 "GET /v2.0/security-groups?id=b898a60c-7fe8-421c-bc5f-0e7f60ad4a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517888 Jun 22 08:58:13.800001 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-bc8f192d-36e6-460a-b7c6-809590899c23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133660950'] for subnet, after_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:13.807473 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:58:13.891470 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380123073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133916839'] for agent, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:14.033520 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8f192d-36e6-460a-b7c6-809590899c23 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e81b8d1-5626-4e02-8654-ffb9746cb98f,revision_number=0']} {{(pid=92664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:58:14.045078 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-bc8f192d-36e6-460a-b7c6-809590899c23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:58:14.076459 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc8f192d-36e6-460a-b7c6-809590899c23 admin admin] Checking segment: {'id': 'd13ba5e2-ed8e-4ca3-8ec2-cef6298c9446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'e2082447-2f6b-49c7-89d0-33b24d58457e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 08:58:14.077166 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc8f192d-36e6-460a-b7c6-809590899c23 admin admin] Network hostable DHCP agents. Network: e2082447-2f6b-49c7-89d0-33b24d58457e, hostable agents: ['18f46bdb-decb-4ad2-bb7f-51185bbb2b9b'], hosted agents: [] {{(pid=92664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 08:58:14.102428 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc8f192d-36e6-460a-b7c6-809590899c23 admin admin] Network e2082447-2f6b-49c7-89d0-33b24d58457e is scheduled to be hosted by DHCP agent 18f46bdb-decb-4ad2-bb7f-51185bbb2b9b with binding_index 1 {{(pid=92664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 08:58:14.119385 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.scheduler.base_scheduler [None req-bc8f192d-36e6-460a-b7c6-809590899c23 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797333-1-smb, e2082447-2f6b-49c7-89d0-33b24d58457e) {{(pid=92664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 08:58:14.130130 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fed9ea65-e44e-4246-82f5-030685fc4e69 None None] Network e2082447-2f6b-49c7-89d0-33b24d58457e requested from dv-cinder-797333-1-smb {{(pid=92666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 08:58:14.135071 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc8f192d-36e6-460a-b7c6-809590899c23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:58:14.135797 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-bc8f192d-36e6-460a-b7c6-809590899c23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133660928'] for subnet, before_response {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:14.163905 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [None req-bc8f192d-36e6-460a-b7c6-809590899c23 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8261931 Jun 22 08:58:14.165474 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.wsgi [-] (92664) accepted ('10.222.0.22', 35444) {{(pid=92664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 08:58:14.176708 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.v2.base [None req-e06e6ec3-09d8-4b7c-88a8-867c88b9275b admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1848531303-router', 'tenant_id': '1fd4662991be4413a3d38dad2d2f406a', 'external_gateway_info': {'network_id': '229d5e4a-3847-4866-aa2f-e37dad8eeeae'}}} {{(pid=92664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 08:58:14.206002 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-e06e6ec3-09d8-4b7c-88a8-867c88b9275b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-122542'] for router, before_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:14.208380 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-e06e6ec3-09d8-4b7c-88a8-867c88b9275b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-737553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546884', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-766006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-122583'] for router, precommit_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:14.313729 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-e06e6ec3-09d8-4b7c-88a8-867c88b9275b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:14.436313 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3172dee3-ac57-451c-a3f0-c238547fd2cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe699e1bb-b510-57b4-bbc5-d9fe0df28f1b-e2082447-2f6b-49c7-89d0-33b24d58457e', 'network_id': 'e2082447-2f6b-49c7-89d0-33b24d58457e', 'tenant_id': '1fd4662991be4413a3d38dad2d2f406a', 'fixed_ips': [{'subnet_id': '5e81b8d1-5626-4e02-8654-ffb9746cb98f'}]}} from dv-cinder-797333-1-smb. {{(pid=92666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 08:58:14.437959 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-3172dee3-ac57-451c-a3f0-c238547fd2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-133719140'] for port, before_create {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:14.648406 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-e06e6ec3-09d8-4b7c-88a8-867c88b9275b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-546870', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-122565'] for router, precommit_update {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:14.649745 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.db_base_plugin_common [None req-3172dee3-ac57-451c-a3f0-c238547fd2cc None None] Allocated IP 172.20.0.2 (e2082447-2f6b-49c7-89d0-33b24d58457e/5e81b8d1-5626-4e02-8654-ffb9746cb98f/82eecb52-f8d8-4e3c-a64d-aba5c85ccca9) {{(pid=92666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 08:58:14.908010 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-3172dee3-ac57-451c-a3f0-c238547fd2cc None None] Notify callbacks [] for port, precommit_create {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:14.924047 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.provisioning_blocks [None req-3172dee3-ac57-451c-a3f0-c238547fd2cc None None] Transition to ACTIVE for port object 82eecb52-f8d8-4e3c-a64d-aba5c85ccca9 will not be triggered until provisioned by entity L2. {{(pid=92666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 08:58:14.989656 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.provisioning_blocks [None req-3172dee3-ac57-451c-a3f0-c238547fd2cc None None] Transition to ACTIVE for port object 82eecb52-f8d8-4e3c-a64d-aba5c85ccca9 will not be triggered until provisioned by entity DHCP. {{(pid=92666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 08:58:15.012660 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-3172dee3-ac57-451c-a3f0-c238547fd2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-133719719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-133660957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728379583061'] for port, after_create {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:15.016318 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG oslo_concurrency.lockutils [None req-1f4527cb-c9a0-49ca-8680-1e907a5f698f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:58:15.022398 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c13ec1-eecf-4061-9cd6-d6efd74354d3 req-9a39005d-ab18-40e3-ac17-26ef63343151 tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:58:15.030595 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-b1c13ec1-eecf-4061-9cd6-d6efd74354d3 req-9a39005d-ab18-40e3-ac17-26ef63343151 tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] 10.222.0.22 "GET /v2.0/ports?device_id=4ac5f7be-69be-4bc1-ac2a-6d08449ce0a9 HTTP/1.1" status: 200 len: 945 time: 0.1139090 Jun 22 08:58:15.052720 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-e06e6ec3-09d8-4b7c-88a8-867c88b9275b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:15.072047 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-244d5e4c-124e-44e7-83f7-ed36bd156729 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380123073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133916839'] for agent, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:15.074587 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-e06e6ec3-09d8-4b7c-88a8-867c88b9275b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-133719140'] for port, before_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:15.104709 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-b1c13ec1-eecf-4061-9cd6-d6efd74354d3 req-348fb7da-61b6-40b6-a3e0-3918b9ebe4b7 tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] 10.222.0.22 "GET /v2.0/security-groups?id=b898a60c-7fe8-421c-bc5f-0e7f60ad4a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721931 Jun 22 08:58:15.121099 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3172dee3-ac57-451c-a3f0-c238547fd2cc None None] Network e2082447-2f6b-49c7-89d0-33b24d58457e is already hosted by enough agents. {{(pid=92666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 08:58:15.122743 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.scheduler.base_scheduler [None req-3172dee3-ac57-451c-a3f0-c238547fd2cc None None] Resources bound (agent type, host, resource id): {{(pid=92666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 08:58:15.127872 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3172dee3-ac57-451c-a3f0-c238547fd2cc None None] Received port after_create {{(pid=92666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 08:58:15.154872 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3172dee3-ac57-451c-a3f0-c238547fd2cc None None] Pushing event updated for resources: {'Port': ['ID=82eecb52-f8d8-4e3c-a64d-aba5c85ccca9,revision_number=1']} {{(pid=92666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:58:15.161645 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG oslo_concurrency.lockutils [None req-3172dee3-ac57-451c-a3f0-c238547fd2cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=92666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:58:15.229411 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.managers [None req-3172dee3-ac57-451c-a3f0-c238547fd2cc None None] Attempting to bind port 82eecb52-f8d8-4e3c-a64d-aba5c85ccca9 on host dv-cinder-797333-1-smb for vnic_type normal with profile {{(pid=92666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 08:58:15.229829 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.managers [None req-3172dee3-ac57-451c-a3f0-c238547fd2cc None None] Attempting to bind port 82eecb52-f8d8-4e3c-a64d-aba5c85ccca9 by drivers openvswitch,hyperv on host dv-cinder-797333-1-smb at level 0 using segments [{'id': 'd13ba5e2-ed8e-4ca3-8ec2-cef6298c9446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'e2082447-2f6b-49c7-89d0-33b24d58457e'}] {{(pid=92666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 08:58:15.230220 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3172dee3-ac57-451c-a3f0-c238547fd2cc None None] Attempting to bind port 82eecb52-f8d8-4e3c-a64d-aba5c85ccca9 on network e2082447-2f6b-49c7-89d0-33b24d58457e {{(pid=92666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 08:58:15.237991 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3172dee3-ac57-451c-a3f0-c238547fd2cc None None] Checking agent: {'id': 'a79e4517-6a90-4dc6-90fb-3f5d630e0bbe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797333-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 8, 48, 44), 'started_at': datetime.datetime(2021, 6, 22, 8, 49, 14), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 8, 58, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797333-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 08:58:15.238370 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3172dee3-ac57-451c-a3f0-c238547fd2cc None None] Checking segment: {'id': 'd13ba5e2-ed8e-4ca3-8ec2-cef6298c9446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'e2082447-2f6b-49c7-89d0-33b24d58457e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 08:58:15.238784 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-3172dee3-ac57-451c-a3f0-c238547fd2cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:15.239775 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3172dee3-ac57-451c-a3f0-c238547fd2cc None None] Bound using segment: {'id': 'd13ba5e2-ed8e-4ca3-8ec2-cef6298c9446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'e2082447-2f6b-49c7-89d0-33b24d58457e'} {{(pid=92666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 08:58:15.240275 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.managers [None req-3172dee3-ac57-451c-a3f0-c238547fd2cc None None] Bound port: 82eecb52-f8d8-4e3c-a64d-aba5c85ccca9, host: dv-cinder-797333-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd13ba5e2-ed8e-4ca3-8ec2-cef6298c9446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'e2082447-2f6b-49c7-89d0-33b24d58457e'}}] {{(pid=92666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 08:58:15.240654 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-3172dee3-ac57-451c-a3f0-c238547fd2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133719154'] for port, before_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:15.358828 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.db [None req-3172dee3-ac57-451c-a3f0-c238547fd2cc None None] For port 82eecb52-f8d8-4e3c-a64d-aba5c85ccca9, host dv-cinder-797333-1-smb, cleared binding levels {{(pid=92666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 08:58:15.361615 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.db.db_base_plugin_common [None req-e06e6ec3-09d8-4b7c-88a8-867c88b9275b admin admin] Allocated IP 172.28.3.4 (229d5e4a-3847-4866-aa2f-e37dad8eeeae/86526ad5-0ce1-4847-a8b3-31fb35f84f34/4df57d66-5915-4c0f-9fe7-7e558a0aa213) {{(pid=92664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 08:58:15.369101 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.db [None req-3172dee3-ac57-451c-a3f0-c238547fd2cc None None] For port 82eecb52-f8d8-4e3c-a64d-aba5c85ccca9, host dv-cinder-797333-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797333-1-smb',level=0,port_id=82eecb52-f8d8-4e3c-a64d-aba5c85ccca9,segment=NetworkSegment(d13ba5e2-ed8e-4ca3-8ec2-cef6298c9446),segment_id=d13ba5e2-ed8e-4ca3-8ec2-cef6298c9446)] {{(pid=92666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 08:58:15.377467 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-3172dee3-ac57-451c-a3f0-c238547fd2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133719696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133660950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728380107731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728379583079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728379583124'] for port, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:15.382657 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:58:15.503610 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-e06e6ec3-09d8-4b7c-88a8-867c88b9275b admin admin] Notify callbacks [] for port, precommit_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:15.532868 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3172dee3-ac57-451c-a3f0-c238547fd2cc None None] Pushing event updated for resources: {'Port': ['ID=82eecb52-f8d8-4e3c-a64d-aba5c85ccca9,revision_number=2']} {{(pid=92666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:58:15.546848 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG oslo_concurrency.lockutils [None req-3172dee3-ac57-451c-a3f0-c238547fd2cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=92666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:58:15.630671 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-e06e6ec3-09d8-4b7c-88a8-867c88b9275b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-133719719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-133660957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728379583061'] for port, after_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:15.641606 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-e3c527a9-f225-46a0-bffe-b35428e2ccd3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:58:15.776882 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e06e6ec3-09d8-4b7c-88a8-867c88b9275b admin admin] Network 229d5e4a-3847-4866-aa2f-e37dad8eeeae is already hosted by enough agents. {{(pid=92664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 08:58:15.787849 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.scheduler.base_scheduler [None req-e06e6ec3-09d8-4b7c-88a8-867c88b9275b admin admin] Resources bound (agent type, host, resource id): {{(pid=92664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 08:58:15.797236 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e06e6ec3-09d8-4b7c-88a8-867c88b9275b admin admin] Received port after_create {{(pid=92664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 08:58:15.952545 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.wsgi [-] (92665) accepted ('10.222.0.22', 35504) {{(pid=92665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 08:58:16.038154 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06e6ec3-09d8-4b7c-88a8-867c88b9275b admin admin] Pushing event updated for resources: {'Port': ['ID=4df57d66-5915-4c0f-9fe7-7e558a0aa213,revision_number=1']} {{(pid=92664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:58:16.043958 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-e06e6ec3-09d8-4b7c-88a8-867c88b9275b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.402s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:58:16.070147 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-e2a0141c-4e42-4900-8004-ff8c1b31b35a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380123073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133916839'] for agent, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:16.144922 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-964b0078-bc78-4a68-9df7-69a96fc89792 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:16.319929 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-964b0078-bc78-4a68-9df7-69a96fc89792 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:16.331057 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-964b0078-bc78-4a68-9df7-69a96fc89792 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748303'] for security_group, after_create {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:16.370524 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-d86c161e-92ce-4f9e-a79c-2f6fbccefb7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:58:16.407243 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [None req-964b0078-bc78-4a68-9df7-69a96fc89792 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=247c498cdc7540b2af10e1b5e0352a2e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4525306 Jun 22 08:58:16.413270 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.wsgi [-] (92665) accepted ('10.222.0.22', 35510) {{(pid=92665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 08:58:16.427927 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964b0078-bc78-4a68-9df7-69a96fc89792 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=960d3227-2c75-44b7-be7b-7773ab9814e4,revision_number=1']} {{(pid=92665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:58:16.457979 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-964b0078-bc78-4a68-9df7-69a96fc89792 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:58:16.564619 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-e06e6ec3-09d8-4b7c-88a8-867c88b9275b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:16.566852 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-9c49586b-eb37-43bd-aabe-7a8cbf8c317e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:16.602119 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-9c49586b-eb37-43bd-aabe-7a8cbf8c317e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:16.668557 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-9c49586b-eb37-43bd-aabe-7a8cbf8c317e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748303'] for security_group, after_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:16.671369 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-9c49586b-eb37-43bd-aabe-7a8cbf8c317e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:16.673349 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [None req-9c49586b-eb37-43bd-aabe-7a8cbf8c317e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/960d3227-2c75-44b7-be7b-7773ab9814e4 HTTP/1.1" status: 204 len: 168 time: 0.2528787 Jun 22 08:58:16.674393 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-957a554a-b879-44e5-b338-af1932b39f89 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:58:16.691934 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c49586b-eb37-43bd-aabe-7a8cbf8c317e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=960d3227-2c75-44b7-be7b-7773ab9814e4,revision_number=None']} {{(pid=92665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:58:16.726858 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-9c49586b-eb37-43bd-aabe-7a8cbf8c317e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:58:16.933183 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-e06e6ec3-09d8-4b7c-88a8-867c88b9275b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546786'] for router, after_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:16.999314 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04592948-9694-4bb4-9503-f907f4bd0f89 None None] Network e2082447-2f6b-49c7-89d0-33b24d58457e requested from dv-cinder-797333-1-smb {{(pid=92666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 08:58:17.051618 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54a7682-1b1e-41fe-a264-555b93075f37 req-fc661d73-897c-4d6c-a413-a3b1084787bc tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:58:17.058725 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-c54a7682-1b1e-41fe-a264-555b93075f37 req-fc661d73-897c-4d6c-a413-a3b1084787bc tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] 10.222.0.22 "GET /v2.0/ports?device_id=4ac5f7be-69be-4bc1-ac2a-6d08449ce0a9 HTTP/1.1" status: 200 len: 945 time: 0.1189344 Jun 22 08:58:17.140077 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-c54a7682-1b1e-41fe-a264-555b93075f37 req-0cde7111-c8e1-4ad3-b16f-06516612d142 tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] 10.222.0.22 "GET /v2.0/security-groups?id=b898a60c-7fe8-421c-bc5f-0e7f60ad4a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752151 Jun 22 08:58:17.149870 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.provisioning_blocks [None req-8c95e0cd-838b-4625-ac73-6db70561b988 None None] Provisioning for port 82eecb52-f8d8-4e3c-a64d-aba5c85ccca9 completed by entity DHCP. {{(pid=92666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 08:58:17.243463 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e06e6ec3-09d8-4b7c-88a8-867c88b9275b admin admin] Router a7d20871-6a06-4c5a-b243-30193fbbde11 is scheduled to L3 agent 81bac9f2-ec56-4bd6-b329-9598189ea0dc with binding_index 1 {{(pid=92664) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 08:58:17.297389 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.wsgi [-] (92665) accepted ('10.222.0.22', 35536) {{(pid=92665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 08:58:17.318236 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-f45c9874-14f9-4f35-b231-f77e80052794 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:17.424359 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e06e6ec3-09d8-4b7c-88a8-867c88b9275b admin admin] Notify agent at l3_agent.dv-cinder-797333-1-smb the message routers_updated {{(pid=92664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 08:58:17.434805 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f518caea-c2ba-487e-a15f-0f55fe5ed8b1 None None] Sync routers for ids ['a7d20871-6a06-4c5a-b243-30193fbbde11'] in dv-cinder-797333-1-smb {{(pid=92667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 08:58:17.462914 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f518caea-c2ba-487e-a15f-0f55fe5ed8b1 None None] Routers {'a7d20871-6a06-4c5a-b243-30193fbbde11'} bound to L3 agent in host dv-cinder-797333-1-smb {{(pid=92667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 08:58:17.464707 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.db.l3_hamode_db [None req-f518caea-c2ba-487e-a15f-0f55fe5ed8b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797333-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T08:48:43Z,description=,heartbeat_timestamp=2021-06-22T08:58:14Z,host='dv-cinder-797333-1-smb',id=81bac9f2-ec56-4bd6-b329-9598189ea0dc,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T08:48:43Z,topic='l3_agent')) {'router_ids': ['a7d20871-6a06-4c5a-b243-30193fbbde11'], 'active': True} {{(pid=92667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 08:58:17.524589 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-f45c9874-14f9-4f35-b231-f77e80052794 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:17.536810 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-f45c9874-14f9-4f35-b231-f77e80052794 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748303'] for security_group, after_create {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:17.540755 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-b43b8a1c-adb2-4856-b01a-93b6a117e513 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:58:17.548037 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-e06e6ec3-09d8-4b7c-88a8-867c88b9275b admin admin] Notify callbacks [] for router, before_response {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:17.551861 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [None req-e06e6ec3-09d8-4b7c-88a8-867c88b9275b admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.3798518 Jun 22 08:58:17.552149 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.wsgi [-] (92664) accepted ('10.222.0.22', 35544) {{(pid=92664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 08:58:17.603184 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [None req-f45c9874-14f9-4f35-b231-f77e80052794 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=17ca92bd56e94318910d37a22938c46b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3046114 Jun 22 08:58:17.604060 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.wsgi [-] (92665) accepted ('10.222.0.22', 35550) {{(pid=92665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 08:58:17.616919 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45c9874-14f9-4f35-b231-f77e80052794 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6da07a0-1882-4c8f-9882-c7a500a864b6,revision_number=1']} {{(pid=92665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:58:17.631879 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-f45c9874-14f9-4f35-b231-f77e80052794 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:58:17.662100 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.db.l3_dvr_db [None req-f518caea-c2ba-487e-a15f-0f55fe5ed8b1 None None] Set router a7d20871-6a06-4c5a-b243-30193fbbde11 gateway port host: dv-cinder-797333-1-smb {{(pid=92667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 08:58:17.863054 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.rpc [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Device 82eecb52-f8d8-4e3c-a64d-aba5c85ccca9 up at agent ovs-agent-dv-cinder-797333-1-smb {{(pid=92666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 08:58:18.079484 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.db.l3_hamode_db [None req-f518caea-c2ba-487e-a15f-0f55fe5ed8b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7d20871-6a06-4c5a-b243-30193fbbde11', 'name': 'tempest-TestMinimumBasicScenario-1848531303-router', 'tenant_id': '1fd4662991be4413a3d38dad2d2f406a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '229d5e4a-3847-4866-aa2f-e37dad8eeeae', 'external_fixed_ips': [{'subnet_id': '86526ad5-0ce1-4847-a8b3-31fb35f84f34', 'ip_address': '172.28.3.4'}], 'enable_snat': True}, 'gw_port_id': '4df57d66-5915-4c0f-9fe7-7e558a0aa213', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T08:58:14Z', 'updated_at': '2021-06-22T08:58:16Z', 'revision_number': 3, 'project_id': '1fd4662991be4413a3d38dad2d2f406a', 'gw_port': {'id': '4df57d66-5915-4c0f-9fe7-7e558a0aa213', 'name': '', 'network_id': '229d5e4a-3847-4866-aa2f-e37dad8eeeae', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:d6:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7d20871-6a06-4c5a-b243-30193fbbde11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '86526ad5-0ce1-4847-a8b3-31fb35f84f34', 'ip_address': '172.28.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T08:58:15Z', 'updated_at': '2021-06-22T08:58:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '86526ad5-0ce1-4847-a8b3-31fb35f84f34', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797333-1-smb'}], 'dv-cinder-797333-1-smb', False) {} {{(pid=92667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 08:58:18.144614 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f518caea-c2ba-487e-a15f-0f55fe5ed8b1 None None] Checking router: a7d20871-6a06-4c5a-b243-30193fbbde11 for host: dv-cinder-797333-1-smb {{(pid=92667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 08:58:18.145396 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f518caea-c2ba-487e-a15f-0f55fe5ed8b1 None None] Updating router a7d20871-6a06-4c5a-b243-30193fbbde11 port 4df57d66-5915-4c0f-9fe7-7e558a0aa213 binding host dv-cinder-797333-1-smb {{(pid=92667) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 08:58:18.163442 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-072c70a3-eda3-4538-86bf-dd8c0337cd18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:18.171058 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.provisioning_blocks [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Provisioning for port 82eecb52-f8d8-4e3c-a64d-aba5c85ccca9 completed by entity L2. {{(pid=92666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 08:58:18.181485 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.provisioning_blocks [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Provisioning complete for port 82eecb52-f8d8-4e3c-a64d-aba5c85ccca9 triggered by entity L2. {{(pid=92666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 08:58:18.181910 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133917554'] for port, provisioning_complete {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:18.196622 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-072c70a3-eda3-4538-86bf-dd8c0337cd18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:18.255288 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron_lib.callbacks.manager [None req-f518caea-c2ba-487e-a15f-0f55fe5ed8b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133719154'] for port, before_update {{(pid=92667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:18.282543 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-072c70a3-eda3-4538-86bf-dd8c0337cd18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748303'] for security_group, after_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:18.286079 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-072c70a3-eda3-4538-86bf-dd8c0337cd18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:18.291436 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [None req-072c70a3-eda3-4538-86bf-dd8c0337cd18 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a6da07a0-1882-4c8f-9882-c7a500a864b6 HTTP/1.1" status: 204 len: 168 time: 0.6855052 Jun 22 08:58:18.294588 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-ea8283df-68b0-4496-83f2-f51194ce9d28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:58:18.298395 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-a6334167-01c0-4d7e-90f1-5a5de536db47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-133719140'] for port, before_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:18.312560 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072c70a3-eda3-4538-86bf-dd8c0337cd18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6da07a0-1882-4c8f-9882-c7a500a864b6,revision_number=None']} {{(pid=92665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:58:18.328811 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-072c70a3-eda3-4538-86bf-dd8c0337cd18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:58:18.502047 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133719154'] for port, before_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:18.641784 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.db.db_base_plugin_common [None req-a6334167-01c0-4d7e-90f1-5a5de536db47 admin admin] Allocated IP 172.20.0.1 (e2082447-2f6b-49c7-89d0-33b24d58457e/5e81b8d1-5626-4e02-8654-ffb9746cb98f/6e1c4ede-4be7-482b-8691-914e9c625b61) {{(pid=92664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 08:58:18.658666 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.db [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] For port 82eecb52-f8d8-4e3c-a64d-aba5c85ccca9, host dv-cinder-797333-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797333-1-smb',level=0,port_id=82eecb52-f8d8-4e3c-a64d-aba5c85ccca9,segment=NetworkSegment(d13ba5e2-ed8e-4ca3-8ec2-cef6298c9446),segment_id=d13ba5e2-ed8e-4ca3-8ec2-cef6298c9446)] {{(pid=92666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 08:58:18.672658 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133719696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133660950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728380107731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728379583079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728379583124'] for port, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:18.679387 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG oslo_concurrency.lockutils [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:58:18.868317 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-a6334167-01c0-4d7e-90f1-5a5de536db47 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:18.906947 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.db.provisioning_blocks [None req-a6334167-01c0-4d7e-90f1-5a5de536db47 admin admin] Transition to ACTIVE for port object 6e1c4ede-4be7-482b-8691-914e9c625b61 will not be triggered until provisioned by entity DHCP. {{(pid=92664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 08:58:18.999574 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-a6334167-01c0-4d7e-90f1-5a5de536db47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-133719719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-133660957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728379583061'] for port, after_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:19.003593 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-78e16d53-a307-4369-9db9-649bf2fa47e9 tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:58:19.039481 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron_lib.callbacks.manager [None req-f518caea-c2ba-487e-a15f-0f55fe5ed8b1 None None] Notify callbacks [] for port, precommit_update {{(pid=92667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:19.080916 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Pushing event updated for resources: {'Port': ['ID=82eecb52-f8d8-4e3c-a64d-aba5c85ccca9,revision_number=3']} {{(pid=92666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:58:19.100932 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG oslo_concurrency.lockutils [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.420s {{(pid=92666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:58:19.101526 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.db.provisioning_blocks [None req-f518caea-c2ba-487e-a15f-0f55fe5ed8b1 None None] Transition to ACTIVE for port object 4df57d66-5915-4c0f-9fe7-7e558a0aa213 will not be triggered until provisioned by entity L2. {{(pid=92667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 08:58:19.118369 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6334167-01c0-4d7e-90f1-5a5de536db47 admin admin] Network e2082447-2f6b-49c7-89d0-33b24d58457e is already hosted by enough agents. {{(pid=92664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 08:58:19.124569 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron_lib.callbacks.manager [None req-f518caea-c2ba-487e-a15f-0f55fe5ed8b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133719696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133660950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728380107731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728379583079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728379583124'] for port, after_update {{(pid=92667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:19.129805 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG oslo_concurrency.lockutils [None req-4617565a-7bb8-43be-8f0d-d2abfb689b5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:58:19.130923 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.scheduler.base_scheduler [None req-a6334167-01c0-4d7e-90f1-5a5de536db47 admin admin] Resources bound (agent type, host, resource id): {{(pid=92664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 08:58:19.156768 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6334167-01c0-4d7e-90f1-5a5de536db47 admin admin] Received port after_create {{(pid=92664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 08:58:19.159557 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-a6334167-01c0-4d7e-90f1-5a5de536db47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-548618'] for router_interface, before_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:19.260593 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.plugins.ml2.managers [None req-f518caea-c2ba-487e-a15f-0f55fe5ed8b1 None None] Attempting to bind port 4df57d66-5915-4c0f-9fe7-7e558a0aa213 on host dv-cinder-797333-1-smb for vnic_type normal with profile {{(pid=92667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 08:58:19.260915 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.plugins.ml2.managers [None req-f518caea-c2ba-487e-a15f-0f55fe5ed8b1 None None] Attempting to bind port 4df57d66-5915-4c0f-9fe7-7e558a0aa213 by drivers openvswitch,hyperv on host dv-cinder-797333-1-smb at level 0 using segments [{'id': 'f5dcb9d0-69a0-4f7f-8ef7-9bef0bfd3dea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '229d5e4a-3847-4866-aa2f-e37dad8eeeae'}] {{(pid=92667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 08:58:19.267182 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f518caea-c2ba-487e-a15f-0f55fe5ed8b1 None None] Attempting to bind port 4df57d66-5915-4c0f-9fe7-7e558a0aa213 on network 229d5e4a-3847-4866-aa2f-e37dad8eeeae {{(pid=92667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 08:58:19.294934 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f518caea-c2ba-487e-a15f-0f55fe5ed8b1 None None] Checking agent: {'id': 'a79e4517-6a90-4dc6-90fb-3f5d630e0bbe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797333-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 8, 48, 44), 'started_at': datetime.datetime(2021, 6, 22, 8, 49, 14), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 8, 58, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797333-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 08:58:19.295307 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f518caea-c2ba-487e-a15f-0f55fe5ed8b1 None None] Checking segment: {'id': 'f5dcb9d0-69a0-4f7f-8ef7-9bef0bfd3dea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '229d5e4a-3847-4866-aa2f-e37dad8eeeae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 08:58:19.298501 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6334167-01c0-4d7e-90f1-5a5de536db47 admin admin] Pushing event updated for resources: {'Port': ['ID=6e1c4ede-4be7-482b-8691-914e9c625b61,revision_number=1']} {{(pid=92664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:58:19.303146 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron_lib.callbacks.manager [None req-f518caea-c2ba-487e-a15f-0f55fe5ed8b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:19.303789 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f518caea-c2ba-487e-a15f-0f55fe5ed8b1 None None] Bound using segment: {'id': 'f5dcb9d0-69a0-4f7f-8ef7-9bef0bfd3dea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '229d5e4a-3847-4866-aa2f-e37dad8eeeae'} {{(pid=92667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 08:58:19.304529 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.plugins.ml2.managers [None req-f518caea-c2ba-487e-a15f-0f55fe5ed8b1 None None] Bound port: 4df57d66-5915-4c0f-9fe7-7e558a0aa213, host: dv-cinder-797333-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5dcb9d0-69a0-4f7f-8ef7-9bef0bfd3dea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '229d5e4a-3847-4866-aa2f-e37dad8eeeae'}}] {{(pid=92667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 08:58:19.309342 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-a6334167-01c0-4d7e-90f1-5a5de536db47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:58:19.312854 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron_lib.callbacks.manager [None req-f518caea-c2ba-487e-a15f-0f55fe5ed8b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133719154'] for port, before_update {{(pid=92667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:19.441672 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.plugins.ml2.db [None req-f518caea-c2ba-487e-a15f-0f55fe5ed8b1 None None] For port 4df57d66-5915-4c0f-9fe7-7e558a0aa213, host dv-cinder-797333-1-smb, cleared binding levels {{(pid=92667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 08:58:19.445679 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.plugins.ml2.db [None req-f518caea-c2ba-487e-a15f-0f55fe5ed8b1 None None] For port 4df57d66-5915-4c0f-9fe7-7e558a0aa213, host dv-cinder-797333-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797333-1-smb',level=0,port_id=4df57d66-5915-4c0f-9fe7-7e558a0aa213,segment=NetworkSegment(f5dcb9d0-69a0-4f7f-8ef7-9bef0bfd3dea),segment_id=f5dcb9d0-69a0-4f7f-8ef7-9bef0bfd3dea)] {{(pid=92667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 08:58:19.448128 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e900843e-2fb6-4aa8-9e27-551b61e1e2e1 None None] Pushing event updated for resources: {'Port': ['ID=4df57d66-5915-4c0f-9fe7-7e558a0aa213,revision_number=2']} {{(pid=92667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:58:19.471383 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron_lib.callbacks.manager [None req-f518caea-c2ba-487e-a15f-0f55fe5ed8b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133719696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133660950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728380107731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728379583079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728379583124'] for port, after_update {{(pid=92667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:19.492558 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e900843e-2fb6-4aa8-9e27-551b61e1e2e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:58:19.493121 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e900843e-2fb6-4aa8-9e27-551b61e1e2e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:58:19.493935 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e900843e-2fb6-4aa8-9e27-551b61e1e2e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:58:19.494568 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e900843e-2fb6-4aa8-9e27-551b61e1e2e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:58:19.495076 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e900843e-2fb6-4aa8-9e27-551b61e1e2e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:58:19.495598 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e900843e-2fb6-4aa8-9e27-551b61e1e2e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:58:19.496124 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e900843e-2fb6-4aa8-9e27-551b61e1e2e1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:58:19.496627 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e900843e-2fb6-4aa8-9e27-551b61e1e2e1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:58:19.497254 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e900843e-2fb6-4aa8-9e27-551b61e1e2e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:58:19.497798 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e900843e-2fb6-4aa8-9e27-551b61e1e2e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:58:19.498304 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e900843e-2fb6-4aa8-9e27-551b61e1e2e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:58:19.499121 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e900843e-2fb6-4aa8-9e27-551b61e1e2e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:58:19.511947 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG oslo_concurrency.lockutils [None req-e900843e-2fb6-4aa8-9e27-551b61e1e2e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=92667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:58:19.513049 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.030s {{(pid=92667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:58:19.560303 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.provisioning_blocks [None req-c2e7c802-0b93-4f9f-a923-e8e17c8c55a5 None None] Provisioning for port 6e1c4ede-4be7-482b-8691-914e9c625b61 completed by entity DHCP. {{(pid=92666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 08:58:19.567819 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.provisioning_blocks [None req-c2e7c802-0b93-4f9f-a923-e8e17c8c55a5 None None] Provisioning complete for port 6e1c4ede-4be7-482b-8691-914e9c625b61 triggered by entity DHCP. {{(pid=92666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 08:58:19.567819 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-c2e7c802-0b93-4f9f-a923-e8e17c8c55a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133917554'] for port, provisioning_complete {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:19.609801 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-a6334167-01c0-4d7e-90f1-5a5de536db47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133719154'] for port, before_update {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:19.662288 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e900843e-2fb6-4aa8-9e27-551b61e1e2e1 None None] Pushing event updated for resources: {'Port': ['ID=4df57d66-5915-4c0f-9fe7-7e558a0aa213,revision_number=3']} {{(pid=92667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:58:19.679136 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG oslo_concurrency.lockutils [None req-e900843e-2fb6-4aa8-9e27-551b61e1e2e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=92667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:58:19.690862 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.plugin [None req-c2e7c802-0b93-4f9f-a923-e8e17c8c55a5 None None] Port 6e1c4ede-4be7-482b-8691-914e9c625b61 cannot update to ACTIVE because it is not bound. {{(pid=92666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 08:58:19.691343 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f518caea-c2ba-487e-a15f-0f55fe5ed8b1 None None] Routers {'a7d20871-6a06-4c5a-b243-30193fbbde11'} bound to L3 agent in host dv-cinder-797333-1-smb {{(pid=92667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 08:58:19.692180 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.db.l3_hamode_db [None req-f518caea-c2ba-487e-a15f-0f55fe5ed8b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797333-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T08:48:43Z,description=,heartbeat_timestamp=2021-06-22T08:58:14Z,host='dv-cinder-797333-1-smb',id=81bac9f2-ec56-4bd6-b329-9598189ea0dc,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T08:48:43Z,topic='l3_agent')) {'router_ids': ['a7d20871-6a06-4c5a-b243-30193fbbde11'], 'active': True} {{(pid=92667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 08:58:19.794510 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.rpc [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Device 82eecb52-f8d8-4e3c-a64d-aba5c85ccca9 up at agent ovs-agent-dv-cinder-797333-1-smb {{(pid=92666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 08:58:19.909429 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.provisioning_blocks [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Provisioning complete for port 82eecb52-f8d8-4e3c-a64d-aba5c85ccca9 triggered by entity L2. {{(pid=92666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 08:58:19.909873 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133917554'] for port, provisioning_complete {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:19.976016 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.db.l3_dvr_db [None req-f518caea-c2ba-487e-a15f-0f55fe5ed8b1 None None] Set router a7d20871-6a06-4c5a-b243-30193fbbde11 gateway port host: dv-cinder-797333-1-smb {{(pid=92667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 08:58:19.993015 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-a6334167-01c0-4d7e-90f1-5a5de536db47 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:20.023017 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-a6334167-01c0-4d7e-90f1-5a5de536db47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133719696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133660950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728380107731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728379583079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728379583124'] for port, after_update {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:20.023975 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-a6334167-01c0-4d7e-90f1-5a5de536db47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133661043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-741137'] for router_interface, after_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:20.026891 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:58:20.072904 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6334167-01c0-4d7e-90f1-5a5de536db47 admin admin] Pushing event updated for resources: {'Port': ['ID=6e1c4ede-4be7-482b-8691-914e9c625b61,revision_number=2']} {{(pid=92664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:58:20.079355 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-a6334167-01c0-4d7e-90f1-5a5de536db47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:58:20.215569 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6334167-01c0-4d7e-90f1-5a5de536db47 admin admin] Network e2082447-2f6b-49c7-89d0-33b24d58457e is already hosted by enough agents. {{(pid=92664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 08:58:20.217762 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.scheduler.base_scheduler [None req-a6334167-01c0-4d7e-90f1-5a5de536db47 admin admin] Resources bound (agent type, host, resource id): {{(pid=92664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 08:58:20.276811 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.db.l3_hamode_db [None req-f518caea-c2ba-487e-a15f-0f55fe5ed8b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7d20871-6a06-4c5a-b243-30193fbbde11', 'name': 'tempest-TestMinimumBasicScenario-1848531303-router', 'tenant_id': '1fd4662991be4413a3d38dad2d2f406a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '229d5e4a-3847-4866-aa2f-e37dad8eeeae', 'external_fixed_ips': [{'subnet_id': '86526ad5-0ce1-4847-a8b3-31fb35f84f34', 'ip_address': '172.28.3.4'}], 'enable_snat': True}, 'gw_port_id': '4df57d66-5915-4c0f-9fe7-7e558a0aa213', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T08:58:14Z', 'updated_at': '2021-06-22T08:58:19Z', 'revision_number': 4, 'project_id': '1fd4662991be4413a3d38dad2d2f406a', 'gw_port': {'id': '4df57d66-5915-4c0f-9fe7-7e558a0aa213', 'name': '', 'network_id': '229d5e4a-3847-4866-aa2f-e37dad8eeeae', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:d6:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7d20871-6a06-4c5a-b243-30193fbbde11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '86526ad5-0ce1-4847-a8b3-31fb35f84f34', 'ip_address': '172.28.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T08:58:15Z', 'updated_at': '2021-06-22T08:58:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86526ad5-0ce1-4847-a8b3-31fb35f84f34', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797333-1-smb', '_interfaces': [{'id': '6e1c4ede-4be7-482b-8691-914e9c625b61', 'name': '', 'network_id': 'e2082447-2f6b-49c7-89d0-33b24d58457e', 'tenant_id': '1fd4662991be4413a3d38dad2d2f406a', 'mac_address': 'fa:16:3e:5d:0c:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7d20871-6a06-4c5a-b243-30193fbbde11', 'device_owner': 'network:router_interface', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '5e81b8d1-5626-4e02-8654-ffb9746cb98f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T08:58:18Z', 'updated_at': '2021-06-22T08:58:18Z', 'revision_number': 1, 'project_id': '1fd4662991be4413a3d38dad2d2f406a', 'subnets': [{'id': '5e81b8d1-5626-4e02-8654-ffb9746cb98f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797333-1-smb', False) {} {{(pid=92667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 08:58:20.315195 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f518caea-c2ba-487e-a15f-0f55fe5ed8b1 None None] The sync data for ids ['a7d20871-6a06-4c5a-b243-30193fbbde11'] in dv-cinder-797333-1-smb is: [{'id': 'a7d20871-6a06-4c5a-b243-30193fbbde11', 'name': 'tempest-TestMinimumBasicScenario-1848531303-router', 'tenant_id': '1fd4662991be4413a3d38dad2d2f406a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '229d5e4a-3847-4866-aa2f-e37dad8eeeae', 'external_fixed_ips': [{'subnet_id': '86526ad5-0ce1-4847-a8b3-31fb35f84f34', 'ip_address': '172.28.3.4'}], 'enable_snat': True}, 'gw_port_id': '4df57d66-5915-4c0f-9fe7-7e558a0aa213', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T08:58:14Z', 'updated_at': '2021-06-22T08:58:19Z', 'revision_number': 4, 'project_id': '1fd4662991be4413a3d38dad2d2f406a', 'gw_port': {'id': '4df57d66-5915-4c0f-9fe7-7e558a0aa213', 'name': '', 'network_id': '229d5e4a-3847-4866-aa2f-e37dad8eeeae', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:d6:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7d20871-6a06-4c5a-b243-30193fbbde11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '86526ad5-0ce1-4847-a8b3-31fb35f84f34', 'ip_address': '172.28.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T08:58:15Z', 'updated_at': '2021-06-22T08:58:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86526ad5-0ce1-4847-a8b3-31fb35f84f34', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797333-1-smb', '_interfaces': [{'id': '6e1c4ede-4be7-482b-8691-914e9c625b61', 'name': '', 'network_id': 'e2082447-2f6b-49c7-89d0-33b24d58457e', 'tenant_id': '1fd4662991be4413a3d38dad2d2f406a', 'mac_address': 'fa:16:3e:5d:0c:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7d20871-6a06-4c5a-b243-30193fbbde11', 'device_owner': 'network:router_interface', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '5e81b8d1-5626-4e02-8654-ffb9746cb98f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T08:58:18Z', 'updated_at': '2021-06-22T08:58:18Z', 'revision_number': 1, 'project_id': '1fd4662991be4413a3d38dad2d2f406a', 'subnets': [{'id': '5e81b8d1-5626-4e02-8654-ffb9746cb98f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 08:58:20.489689 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6334167-01c0-4d7e-90f1-5a5de536db47 admin admin] Router a7d20871-6a06-4c5a-b243-30193fbbde11 has already been hosted by L3 agent 81bac9f2-ec56-4bd6-b329-9598189ea0dc {{(pid=92664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 08:58:20.755372 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.provisioning_blocks [None req-d679556f-e819-4195-bdb9-6037d636c399 None None] Provisioning complete for port 6e1c4ede-4be7-482b-8691-914e9c625b61 triggered by entity DHCP. {{(pid=92666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 08:58:20.755949 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-d679556f-e819-4195-bdb9-6037d636c399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133917554'] for port, provisioning_complete {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:20.836491 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6334167-01c0-4d7e-90f1-5a5de536db47 admin admin] Notify agent at l3_agent.dv-cinder-797333-1-smb the message routers_updated {{(pid=92664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 08:58:20.843007 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [None req-a6334167-01c0-4d7e-90f1-5a5de536db47 admin admin] 10.222.0.22 "PUT /v2.0/routers/a7d20871-6a06-4c5a-b243-30193fbbde11/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2897451 Jun 22 08:58:20.885678 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.plugin [None req-d679556f-e819-4195-bdb9-6037d636c399 None None] Port 6e1c4ede-4be7-482b-8691-914e9c625b61 cannot update to ACTIVE because it is not bound. {{(pid=92666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 08:58:21.328714 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1384410b-a323-49c8-aac8-5e1b117d98c9 req-007569d2-2ab2-4a04-8ff7-79109519917b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:58:21.329594 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-1384410b-a323-49c8-aac8-5e1b117d98c9 req-007569d2-2ab2-4a04-8ff7-79109519917b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=579dfe35a1f942f09a66abcabc039fa9&device_id=4ac5f7be-69be-4bc1-ac2a-6d08449ce0a9 HTTP/1.1" status: 200 len: 1098 time: 0.2290666 Jun 22 08:58:21.491016 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe6972f-6d49-48ed-8d52-aa077ac62a75 req-e617afab-98c6-4345-bd0d-9929c3630601 tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:58:21.501724 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-cfe6972f-6d49-48ed-8d52-aa077ac62a75 req-e617afab-98c6-4345-bd0d-9929c3630601 tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] 10.222.0.22 "GET /v2.0/ports?device_id=4ac5f7be-69be-4bc1-ac2a-6d08449ce0a9 HTTP/1.1" status: 200 len: 945 time: 0.3077955 Jun 22 08:58:21.581655 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-cfe6972f-6d49-48ed-8d52-aa077ac62a75 req-c30e1dce-cfeb-4b92-b68c-412270819221 tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] 10.222.0.22 "GET /v2.0/security-groups?id=b898a60c-7fe8-421c-bc5f-0e7f60ad4a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666680 Jun 22 08:58:21.666594 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1384410b-a323-49c8-aac8-5e1b117d98c9 req-795b889f-6d6b-4fea-b545-1f232d324e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:58:21.668622 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-1384410b-a323-49c8-aac8-5e1b117d98c9 req-795b889f-6d6b-4fea-b545-1f232d324e27 service neutron] 10.222.0.15 "GET /v2.0/networks?id=fc5fbf8b-b290-4909-ad02-6e42f6cbe581 HTTP/1.1" status: 200 len: 920 time: 0.3265123 Jun 22 08:58:21.751471 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-1384410b-a323-49c8-aac8-5e1b117d98c9 req-cde4e159-7e55-48d3-a67b-3f79c9c714d5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6ab09213-7b76-4916-b567-c7f2efba2826 HTTP/1.1" status: 200 len: 217 time: 0.0760679 Jun 22 08:58:21.858802 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.rpc [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Device 4df57d66-5915-4c0f-9fe7-7e558a0aa213 up at agent ovs-agent-dv-cinder-797333-1-smb {{(pid=92666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 08:58:21.863164 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1384410b-a323-49c8-aac8-5e1b117d98c9 req-0c7d5ad6-bee9-43bc-9b92-82e79907444e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:58:21.866051 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-1384410b-a323-49c8-aac8-5e1b117d98c9 req-0c7d5ad6-bee9-43bc-9b92-82e79907444e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d4b70363-b957-482d-afbc-e3f16f2e15d6 HTTP/1.1" status: 200 len: 859 time: 0.0949078 Jun 22 08:58:21.937034 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.provisioning_blocks [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Provisioning for port 4df57d66-5915-4c0f-9fe7-7e558a0aa213 completed by entity L2. {{(pid=92666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 08:58:21.943145 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.provisioning_blocks [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Provisioning complete for port 4df57d66-5915-4c0f-9fe7-7e558a0aa213 triggered by entity L2. {{(pid=92666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 08:58:21.945496 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133917554'] for port, provisioning_complete {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:21.947736 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.wsgi [-] (92664) accepted ('10.222.0.22', 35662) {{(pid=92664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 08:58:21.952835 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-1384410b-a323-49c8-aac8-5e1b117d98c9 req-7cdd0121-baaa-4652-bf67-926880a67218 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fc5fbf8b-b290-4909-ad02-6e42f6cbe581&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0781925 Jun 22 08:58:22.186273 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133719154'] for port, before_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:22.256747 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-1384410b-a323-49c8-aac8-5e1b117d98c9 req-d45850fc-266e-4685-a799-402345706e36 service neutron] 10.222.0.15 "GET /v2.0/networks/fc5fbf8b-b290-4909-ad02-6e42f6cbe581?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2924814 Jun 22 08:58:22.258608 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.db [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] For port 4df57d66-5915-4c0f-9fe7-7e558a0aa213, host dv-cinder-797333-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797333-1-smb',level=0,port_id=4df57d66-5915-4c0f-9fe7-7e558a0aa213,segment=NetworkSegment(f5dcb9d0-69a0-4f7f-8ef7-9bef0bfd3dea),segment_id=f5dcb9d0-69a0-4f7f-8ef7-9bef0bfd3dea)] {{(pid=92666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 08:58:22.267824 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133719696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133660950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728380107731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728379583079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728379583124'] for port, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:22.270375 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG oslo_concurrency.lockutils [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:58:22.399190 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Pushing event updated for resources: {'Port': ['ID=4df57d66-5915-4c0f-9fe7-7e558a0aa213,revision_number=4']} {{(pid=92666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:58:22.406854 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG oslo_concurrency.lockutils [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=92666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:58:22.476837 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-1384410b-a323-49c8-aac8-5e1b117d98c9 req-ccf365e3-1695-46d5-84b9-818b1b6cefcc service neutron] 10.222.0.15 "GET /v2.0/networks/fc5fbf8b-b290-4909-ad02-6e42f6cbe581?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2069135 Jun 22 08:58:22.526445 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-7813fd4d-9fd9-4784-bc8f-e8900db360c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:22.638784 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.wsgi [-] (92665) accepted ('10.222.0.22', 35684) {{(pid=92665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 08:58:22.659635 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.v2.base [None req-79fa75d6-64da-4c36-b61b-8751a0dfeecd admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1026026867-network', 'tenant_id': '1763364fb4c94579868d86130209f36a'}} {{(pid=92665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 08:58:22.718855 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380123073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133916839'] for agent, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:22.860175 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-7813fd4d-9fd9-4784-bc8f-e8900db360c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:22.868381 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-7813fd4d-9fd9-4784-bc8f-e8900db360c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748303'] for security_group, after_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:22.895424 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-b525d887-899a-4159-a85b-8cd5503175f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:58:22.921087 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [None req-7813fd4d-9fd9-4784-bc8f-e8900db360c8 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=0db72e92661141a5a228ddcb596dae5e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9708190 Jun 22 08:58:22.923546 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.wsgi [-] (92664) accepted ('10.222.0.22', 35692) {{(pid=92664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 08:58:22.926265 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7813fd4d-9fd9-4784-bc8f-e8900db360c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5418f90-718b-440f-b825-116b19b35739,revision_number=1']} {{(pid=92664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:58:22.952012 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-7813fd4d-9fd9-4784-bc8f-e8900db360c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:58:23.039480 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-e9cfc298-b4b1-4bd3-86cd-1b8b3a8980b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:23.049021 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79fa75d6-64da-4c36-b61b-8751a0dfeecd admin admin] Made reservation on behalf of 1763364fb4c94579868d86130209f36a for: {'network': 1} {{(pid=92665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 08:58:23.060676 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-79fa75d6-64da-4c36-b61b-8751a0dfeecd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-133719140'] for network, before_create {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:23.091806 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-e9cfc298-b4b1-4bd3-86cd-1b8b3a8980b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:23.097654 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-79fa75d6-64da-4c36-b61b-8751a0dfeecd admin admin] Notify callbacks [] for security_group, before_create {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:23.194478 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-e9cfc298-b4b1-4bd3-86cd-1b8b3a8980b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748303'] for security_group, after_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:23.206559 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-e9cfc298-b4b1-4bd3-86cd-1b8b3a8980b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:23.211198 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [None req-e9cfc298-b4b1-4bd3-86cd-1b8b3a8980b4 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e5418f90-718b-440f-b825-116b19b35739 HTTP/1.1" status: 204 len: 168 time: 0.2859845 Jun 22 08:58:23.219017 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-b41e3604-7707-4c91-bdd2-e463f88c2e4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:58:23.235870 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cfc298-b4b1-4bd3-86cd-1b8b3a8980b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5418f90-718b-440f-b825-116b19b35739,revision_number=None']} {{(pid=92664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:58:23.262020 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-e9cfc298-b4b1-4bd3-86cd-1b8b3a8980b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:58:23.283952 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d264e191-fff1-434d-bd44-bb37a7e1eff2 req-70866e7c-efa0-471f-bdbe-eb0aa04282dc tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:58:23.295437 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-d264e191-fff1-434d-bd44-bb37a7e1eff2 req-70866e7c-efa0-471f-bdbe-eb0aa04282dc tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] 10.222.0.22 "GET /v2.0/ports?device_id=4ac5f7be-69be-4bc1-ac2a-6d08449ce0a9 HTTP/1.1" status: 200 len: 945 time: 0.4540110 Jun 22 08:58:23.321822 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-79fa75d6-64da-4c36-b61b-8751a0dfeecd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:23.339971 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-79fa75d6-64da-4c36-b61b-8751a0dfeecd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748303'] for security_group, after_create {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:23.344883 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-99fb0063-e139-496d-839f-432aa3d33346 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:58:23.402309 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79fa75d6-64da-4c36-b61b-8751a0dfeecd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 207} {{(pid=92665) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 08:58:23.418774 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-d264e191-fff1-434d-bd44-bb37a7e1eff2 req-2d9ea7d6-2098-43cb-af39-b0b370323ede tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] 10.222.0.22 "GET /v2.0/security-groups?id=b898a60c-7fe8-421c-bc5f-0e7f60ad4a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217842 Jun 22 08:58:23.428366 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fa75d6-64da-4c36-b61b-8751a0dfeecd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=678a8765-b053-4333-bfa3-b5c740895f92,revision_number=1']} {{(pid=92665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:58:23.443354 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-79fa75d6-64da-4c36-b61b-8751a0dfeecd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:58:23.449109 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-79fa75d6-64da-4c36-b61b-8751a0dfeecd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133909941'] for segment, precommit_create {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:23.450487 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.db.segments_db [None req-79fa75d6-64da-4c36-b61b-8751a0dfeecd admin admin] Added segment 27d9fa7f-d97d-4b8c-b5f0-46ff2f53f54e of type vlan for network 7588f658-58d9-4984-86be-ca00550e9fa1 Jun 22 08:58:23.545416 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-79fa75d6-64da-4c36-b61b-8751a0dfeecd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728379603923'] for network, precommit_create {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:23.622994 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-79fa75d6-64da-4c36-b61b-8751a0dfeecd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-748338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-133660957'] for network, after_create {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:23.625370 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79fa75d6-64da-4c36-b61b-8751a0dfeecd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:58:23.627921 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-79fa75d6-64da-4c36-b61b-8751a0dfeecd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133660928'] for network, before_response {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:23.643387 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:58:23.748064 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.wsgi [-] (92664) accepted ('10.222.0.22', 35710) {{(pid=92664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 08:58:23.761010 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.v2.base [None req-b829a8fb-d25f-47a7-8e5b-5f1bd143ac9e admin admin] Request body: {'subnet': {'network_id': '7588f658-58d9-4984-86be-ca00550e9fa1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1026026867-subnet', 'tenant_id': '1763364fb4c94579868d86130209f36a', 'ip_version': 4}} {{(pid=92664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 08:58:23.772906 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [None req-79fa75d6-64da-4c36-b61b-8751a0dfeecd admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1330428 Jun 22 08:58:23.816976 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.rpc [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Device 4df57d66-5915-4c0f-9fe7-7e558a0aa213 up at agent ovs-agent-dv-cinder-797333-1-smb {{(pid=92666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 08:58:23.825872 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b829a8fb-d25f-47a7-8e5b-5f1bd143ac9e admin admin] Made reservation on behalf of 1763364fb4c94579868d86130209f36a for: {'subnet': 1} {{(pid=92664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 08:58:23.827733 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fa75d6-64da-4c36-b61b-8751a0dfeecd admin admin] Pushing event updated for resources: {'Network': ['ID=7588f658-58d9-4984-86be-ca00550e9fa1,revision_number=1']} {{(pid=92665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:58:23.831711 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-b829a8fb-d25f-47a7-8e5b-5f1bd143ac9e admin admin] Notify callbacks [] for subnet, before_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:23.847599 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-79fa75d6-64da-4c36-b61b-8751a0dfeecd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:58:23.882135 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.rpc [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Network 7588f658-58d9-4984-86be-ca00550e9fa1 details requested by agent ovs-agent-dv-cinder-797333-1-smb with host dv-cinder-797333-1-smb {{(pid=92666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 08:58:24.135856 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.provisioning_blocks [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Provisioning complete for port 4df57d66-5915-4c0f-9fe7-7e558a0aa213 triggered by entity L2. {{(pid=92666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 08:58:24.137843 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133917554'] for port, provisioning_complete {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:24.153545 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-b829a8fb-d25f-47a7-8e5b-5f1bd143ac9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133660950'] for subnet, after_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:24.165702 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-2b12eac7-43d8-445c-8de9-6136ca89a8c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:58:24.256667 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b6ff4a1-a2de-442a-8ac2-403fda868078 None None] Sync routers for ids ['a7d20871-6a06-4c5a-b243-30193fbbde11'] in dv-cinder-797333-1-smb {{(pid=92666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 08:58:24.266248 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b829a8fb-d25f-47a7-8e5b-5f1bd143ac9e admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d1fdc83-1571-44fc-9499-44a89547d371,revision_number=0']} {{(pid=92664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:58:24.276871 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b829a8fb-d25f-47a7-8e5b-5f1bd143ac9e admin admin] Checking segment: {'id': '27d9fa7f-d97d-4b8c-b5f0-46ff2f53f54e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '7588f658-58d9-4984-86be-ca00550e9fa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 08:58:24.277446 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b829a8fb-d25f-47a7-8e5b-5f1bd143ac9e admin admin] Network hostable DHCP agents. Network: 7588f658-58d9-4984-86be-ca00550e9fa1, hostable agents: ['18f46bdb-decb-4ad2-bb7f-51185bbb2b9b'], hosted agents: [] {{(pid=92664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 08:58:24.281391 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-b829a8fb-d25f-47a7-8e5b-5f1bd143ac9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:58:24.309925 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b6ff4a1-a2de-442a-8ac2-403fda868078 None None] Routers {'a7d20871-6a06-4c5a-b243-30193fbbde11'} bound to L3 agent in host dv-cinder-797333-1-smb {{(pid=92666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 08:58:24.315699 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.l3_hamode_db [None req-4b6ff4a1-a2de-442a-8ac2-403fda868078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797333-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T08:48:43Z,description=,heartbeat_timestamp=2021-06-22T08:58:14Z,host='dv-cinder-797333-1-smb',id=81bac9f2-ec56-4bd6-b329-9598189ea0dc,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T08:48:43Z,topic='l3_agent')) {'router_ids': ['a7d20871-6a06-4c5a-b243-30193fbbde11'], 'active': True} {{(pid=92666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 08:58:24.332790 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b829a8fb-d25f-47a7-8e5b-5f1bd143ac9e admin admin] Network 7588f658-58d9-4984-86be-ca00550e9fa1 is scheduled to be hosted by DHCP agent 18f46bdb-decb-4ad2-bb7f-51185bbb2b9b with binding_index 1 {{(pid=92664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 08:58:24.356305 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.scheduler.base_scheduler [None req-b829a8fb-d25f-47a7-8e5b-5f1bd143ac9e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797333-1-smb, 7588f658-58d9-4984-86be-ca00550e9fa1) {{(pid=92664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 08:58:24.366139 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b829a8fb-d25f-47a7-8e5b-5f1bd143ac9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:58:24.367896 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-b829a8fb-d25f-47a7-8e5b-5f1bd143ac9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133660928'] for subnet, before_response {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:24.407472 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [None req-b829a8fb-d25f-47a7-8e5b-5f1bd143ac9e admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6578119 Jun 22 08:58:24.409175 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.wsgi [-] (92664) accepted ('10.222.0.22', 35736) {{(pid=92664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 08:58:24.421784 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.v2.base [None req-201f911c-cfed-48e8-a90f-532d6f67f668 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1026026867-router', 'tenant_id': '1763364fb4c94579868d86130209f36a', 'external_gateway_info': {'network_id': '229d5e4a-3847-4866-aa2f-e37dad8eeeae'}}} {{(pid=92664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 08:58:24.480307 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-201f911c-cfed-48e8-a90f-532d6f67f668 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-122542'] for router, before_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:24.481725 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-201f911c-cfed-48e8-a90f-532d6f67f668 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-737553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546884', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-766006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-122583'] for router, precommit_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:24.560597 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e57b7fa-d82b-4593-b1f1-b4416e1b4b02 None None] Network 7588f658-58d9-4984-86be-ca00550e9fa1 requested from dv-cinder-797333-1-smb {{(pid=92666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 08:58:24.696980 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-201f911c-cfed-48e8-a90f-532d6f67f668 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:24.933386 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.l3_dvr_db [None req-4b6ff4a1-a2de-442a-8ac2-403fda868078 None None] Set router a7d20871-6a06-4c5a-b243-30193fbbde11 gateway port host: dv-cinder-797333-1-smb {{(pid=92666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 08:58:24.948667 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c7171d-28ca-4c5c-9eda-244be8ff92ff req-5617e392-7128-4625-a43d-4b4096bca604 tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:58:24.961928 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-d2c7171d-28ca-4c5c-9eda-244be8ff92ff req-5617e392-7128-4625-a43d-4b4096bca604 tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] 10.222.0.22 "GET /v2.0/ports?device_id=4ac5f7be-69be-4bc1-ac2a-6d08449ce0a9 HTTP/1.1" status: 200 len: 945 time: 0.3177633 Jun 22 08:58:25.021145 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-201f911c-cfed-48e8-a90f-532d6f67f668 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-546870', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-122565'] for router, precommit_update {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:25.063305 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-d2c7171d-28ca-4c5c-9eda-244be8ff92ff req-92de4dfa-8a3d-4c09-b11b-eeb37dfd28b4 tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] 10.222.0.22 "GET /v2.0/security-groups?id=b898a60c-7fe8-421c-bc5f-0e7f60ad4a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883572 Jun 22 08:58:25.105265 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e4fafe9-115f-4bb0-a068-03d84282ad59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe699e1bb-b510-57b4-bbc5-d9fe0df28f1b-7588f658-58d9-4984-86be-ca00550e9fa1', 'network_id': '7588f658-58d9-4984-86be-ca00550e9fa1', 'tenant_id': '1763364fb4c94579868d86130209f36a', 'fixed_ips': [{'subnet_id': '9d1fdc83-1571-44fc-9499-44a89547d371'}]}} from dv-cinder-797333-1-smb. {{(pid=92666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 08:58:25.106201 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-1e4fafe9-115f-4bb0-a068-03d84282ad59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-133719140'] for port, before_create {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:25.390940 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.db_base_plugin_common [None req-1e4fafe9-115f-4bb0-a068-03d84282ad59 None None] Allocated IP 172.20.0.2 (7588f658-58d9-4984-86be-ca00550e9fa1/9d1fdc83-1571-44fc-9499-44a89547d371/2aa9e1de-4576-4448-a8c6-6efc7e95cf95) {{(pid=92666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 08:58:25.473223 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.l3_hamode_db [None req-4b6ff4a1-a2de-442a-8ac2-403fda868078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7d20871-6a06-4c5a-b243-30193fbbde11', 'name': 'tempest-TestMinimumBasicScenario-1848531303-router', 'tenant_id': '1fd4662991be4413a3d38dad2d2f406a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '229d5e4a-3847-4866-aa2f-e37dad8eeeae', 'external_fixed_ips': [{'subnet_id': '86526ad5-0ce1-4847-a8b3-31fb35f84f34', 'ip_address': '172.28.3.4'}], 'enable_snat': True}, 'gw_port_id': '4df57d66-5915-4c0f-9fe7-7e558a0aa213', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T08:58:14Z', 'updated_at': '2021-06-22T08:58:19Z', 'revision_number': 4, 'project_id': '1fd4662991be4413a3d38dad2d2f406a', 'gw_port': {'id': '4df57d66-5915-4c0f-9fe7-7e558a0aa213', 'name': '', 'network_id': '229d5e4a-3847-4866-aa2f-e37dad8eeeae', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:d6:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d20871-6a06-4c5a-b243-30193fbbde11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '86526ad5-0ce1-4847-a8b3-31fb35f84f34', 'ip_address': '172.28.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T08:58:15Z', 'updated_at': '2021-06-22T08:58:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86526ad5-0ce1-4847-a8b3-31fb35f84f34', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797333-1-smb', '_interfaces': [{'id': '6e1c4ede-4be7-482b-8691-914e9c625b61', 'name': '', 'network_id': 'e2082447-2f6b-49c7-89d0-33b24d58457e', 'tenant_id': '1fd4662991be4413a3d38dad2d2f406a', 'mac_address': 'fa:16:3e:5d:0c:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7d20871-6a06-4c5a-b243-30193fbbde11', 'device_owner': 'network:router_interface', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '5e81b8d1-5626-4e02-8654-ffb9746cb98f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T08:58:18Z', 'updated_at': '2021-06-22T08:58:19Z', 'revision_number': 2, 'project_id': '1fd4662991be4413a3d38dad2d2f406a', 'subnets': [{'id': '5e81b8d1-5626-4e02-8654-ffb9746cb98f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797333-1-smb', False) {} {{(pid=92666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 08:58:25.503319 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-201f911c-cfed-48e8-a90f-532d6f67f668 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:25.519419 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b6ff4a1-a2de-442a-8ac2-403fda868078 None None] Checking router: a7d20871-6a06-4c5a-b243-30193fbbde11 for host: dv-cinder-797333-1-smb {{(pid=92666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 08:58:25.519813 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b6ff4a1-a2de-442a-8ac2-403fda868078 None None] Updating router a7d20871-6a06-4c5a-b243-30193fbbde11 port 6e1c4ede-4be7-482b-8691-914e9c625b61 binding host dv-cinder-797333-1-smb {{(pid=92666) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 08:58:25.558361 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-201f911c-cfed-48e8-a90f-532d6f67f668 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-133719140'] for port, before_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:25.582009 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-4b6ff4a1-a2de-442a-8ac2-403fda868078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133719154'] for port, before_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:25.752682 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-1e4fafe9-115f-4bb0-a068-03d84282ad59 None None] Notify callbacks [] for port, precommit_create {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:25.776818 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.provisioning_blocks [None req-1e4fafe9-115f-4bb0-a068-03d84282ad59 None None] Transition to ACTIVE for port object 2aa9e1de-4576-4448-a8c6-6efc7e95cf95 will not be triggered until provisioned by entity L2. {{(pid=92666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 08:58:25.816233 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.db.db_base_plugin_common [None req-201f911c-cfed-48e8-a90f-532d6f67f668 admin admin] Allocated IP 172.28.3.48 (229d5e4a-3847-4866-aa2f-e37dad8eeeae/86526ad5-0ce1-4847-a8b3-31fb35f84f34/fbe6fdc5-d4fa-4646-b1c4-706b07d49e86) {{(pid=92664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 08:58:25.838354 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.provisioning_blocks [None req-1e4fafe9-115f-4bb0-a068-03d84282ad59 None None] Transition to ACTIVE for port object 2aa9e1de-4576-4448-a8c6-6efc7e95cf95 will not be triggered until provisioned by entity DHCP. {{(pid=92666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 08:58:25.861988 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-1e4fafe9-115f-4bb0-a068-03d84282ad59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-133719719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-133660957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728379583061'] for port, after_create {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:25.868055 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG oslo_concurrency.lockutils [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:58:25.931866 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e4fafe9-115f-4bb0-a068-03d84282ad59 None None] Network 7588f658-58d9-4984-86be-ca00550e9fa1 is already hosted by enough agents. {{(pid=92666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 08:58:25.955380 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.scheduler.base_scheduler [None req-1e4fafe9-115f-4bb0-a068-03d84282ad59 None None] Resources bound (agent type, host, resource id): {{(pid=92666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 08:58:25.980134 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e4fafe9-115f-4bb0-a068-03d84282ad59 None None] Received port after_create {{(pid=92666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 08:58:26.254453 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4fafe9-115f-4bb0-a068-03d84282ad59 None None] Pushing event updated for resources: {'Port': ['ID=2aa9e1de-4576-4448-a8c6-6efc7e95cf95,revision_number=1']} {{(pid=92666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:58:26.274763 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG oslo_concurrency.lockutils [None req-1e4fafe9-115f-4bb0-a068-03d84282ad59 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.407s {{(pid=92666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:58:26.320670 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.managers [None req-1e4fafe9-115f-4bb0-a068-03d84282ad59 None None] Attempting to bind port 2aa9e1de-4576-4448-a8c6-6efc7e95cf95 on host dv-cinder-797333-1-smb for vnic_type normal with profile {{(pid=92666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 08:58:26.321053 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.managers [None req-1e4fafe9-115f-4bb0-a068-03d84282ad59 None None] Attempting to bind port 2aa9e1de-4576-4448-a8c6-6efc7e95cf95 by drivers openvswitch,hyperv on host dv-cinder-797333-1-smb at level 0 using segments [{'id': '27d9fa7f-d97d-4b8c-b5f0-46ff2f53f54e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '7588f658-58d9-4984-86be-ca00550e9fa1'}] {{(pid=92666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 08:58:26.321428 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4fafe9-115f-4bb0-a068-03d84282ad59 None None] Attempting to bind port 2aa9e1de-4576-4448-a8c6-6efc7e95cf95 on network 7588f658-58d9-4984-86be-ca00550e9fa1 {{(pid=92666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 08:58:26.331424 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4fafe9-115f-4bb0-a068-03d84282ad59 None None] Checking agent: {'id': 'a79e4517-6a90-4dc6-90fb-3f5d630e0bbe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797333-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 8, 48, 44), 'started_at': datetime.datetime(2021, 6, 22, 8, 49, 14), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 8, 58, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797333-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 08:58:26.333986 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4fafe9-115f-4bb0-a068-03d84282ad59 None None] Checking segment: {'id': '27d9fa7f-d97d-4b8c-b5f0-46ff2f53f54e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '7588f658-58d9-4984-86be-ca00550e9fa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 08:58:26.334532 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-1e4fafe9-115f-4bb0-a068-03d84282ad59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:26.334968 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4fafe9-115f-4bb0-a068-03d84282ad59 None None] Bound using segment: {'id': '27d9fa7f-d97d-4b8c-b5f0-46ff2f53f54e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '7588f658-58d9-4984-86be-ca00550e9fa1'} {{(pid=92666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 08:58:26.335416 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20698a5-1339-46d4-b3d5-44f6fa446b71 req-5b3a6fe5-e3df-49a3-aa64-d1145bbd2501 tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:58:26.336003 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.managers [None req-1e4fafe9-115f-4bb0-a068-03d84282ad59 None None] Bound port: 2aa9e1de-4576-4448-a8c6-6efc7e95cf95, host: dv-cinder-797333-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27d9fa7f-d97d-4b8c-b5f0-46ff2f53f54e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '7588f658-58d9-4984-86be-ca00550e9fa1'}}] {{(pid=92666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 08:58:26.336003 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-1e4fafe9-115f-4bb0-a068-03d84282ad59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133719154'] for port, before_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:26.338136 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-b20698a5-1339-46d4-b3d5-44f6fa446b71 req-5b3a6fe5-e3df-49a3-aa64-d1145bbd2501 tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] 10.222.0.22 "GET /v2.0/ports?device_id=4ac5f7be-69be-4bc1-ac2a-6d08449ce0a9 HTTP/1.1" status: 200 len: 945 time: 0.0906534 Jun 22 08:58:26.351929 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-201f911c-cfed-48e8-a90f-532d6f67f668 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:26.395099 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-b20698a5-1339-46d4-b3d5-44f6fa446b71 req-a466e0fe-02b5-4706-be0a-e673f14d0363 tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] 10.222.0.22 "GET /v2.0/security-groups?id=b898a60c-7fe8-421c-bc5f-0e7f60ad4a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503125 Jun 22 08:58:26.417824 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-201f911c-cfed-48e8-a90f-532d6f67f668 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-133719719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-133660957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728379583061'] for port, after_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:26.422570 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:58:26.456808 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-4b6ff4a1-a2de-442a-8ac2-403fda868078 None None] Notify callbacks [] for port, precommit_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:26.484883 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.provisioning_blocks [None req-4b6ff4a1-a2de-442a-8ac2-403fda868078 None None] Transition to ACTIVE for port object 6e1c4ede-4be7-482b-8691-914e9c625b61 will not be triggered until provisioned by entity L2. {{(pid=92666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 08:58:26.489001 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201f911c-cfed-48e8-a90f-532d6f67f668 admin admin] Pushing event updated for resources: {'Port': ['ID=fbe6fdc5-d4fa-4646-b1c4-706b07d49e86,revision_number=1']} {{(pid=92664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:58:26.496174 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-201f911c-cfed-48e8-a90f-532d6f67f668 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:58:26.502406 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.db [None req-1e4fafe9-115f-4bb0-a068-03d84282ad59 None None] For port 2aa9e1de-4576-4448-a8c6-6efc7e95cf95, host dv-cinder-797333-1-smb, cleared binding levels {{(pid=92666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 08:58:26.506138 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.db [None req-1e4fafe9-115f-4bb0-a068-03d84282ad59 None None] For port 2aa9e1de-4576-4448-a8c6-6efc7e95cf95, host dv-cinder-797333-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797333-1-smb',level=0,port_id=2aa9e1de-4576-4448-a8c6-6efc7e95cf95,segment=NetworkSegment(27d9fa7f-d97d-4b8c-b5f0-46ff2f53f54e),segment_id=27d9fa7f-d97d-4b8c-b5f0-46ff2f53f54e)] {{(pid=92666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 08:58:26.507204 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-4b6ff4a1-a2de-442a-8ac2-403fda868078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133719696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133660950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728380107731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728379583079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728379583124'] for port, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:26.507867 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-201f911c-cfed-48e8-a90f-532d6f67f668 admin admin] Network 229d5e4a-3847-4866-aa2f-e37dad8eeeae is already hosted by enough agents. {{(pid=92664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 08:58:26.509767 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG oslo_concurrency.lockutils [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:58:26.511186 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.scheduler.base_scheduler [None req-201f911c-cfed-48e8-a90f-532d6f67f668 admin admin] Resources bound (agent type, host, resource id): {{(pid=92664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 08:58:26.529756 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-201f911c-cfed-48e8-a90f-532d6f67f668 admin admin] Received port after_create {{(pid=92664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 08:58:26.535944 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-1e4fafe9-115f-4bb0-a068-03d84282ad59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133719696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133660950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728380107731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728379583079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728379583124'] for port, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:26.601672 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d36823-aecd-4c9c-9f63-a0b8aa9a6e8d None None] Pushing event updated for resources: {'Port': ['ID=6e1c4ede-4be7-482b-8691-914e9c625b61,revision_number=3']} {{(pid=92666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:58:26.625263 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG oslo_concurrency.lockutils [None req-92d36823-aecd-4c9c-9f63-a0b8aa9a6e8d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=92666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:58:26.632870 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG oslo_concurrency.lockutils [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.091s {{(pid=92666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:58:26.750515 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.managers [None req-4b6ff4a1-a2de-442a-8ac2-403fda868078 None None] Attempting to bind port 6e1c4ede-4be7-482b-8691-914e9c625b61 on host dv-cinder-797333-1-smb for vnic_type normal with profile {{(pid=92666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 08:58:26.750928 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.managers [None req-4b6ff4a1-a2de-442a-8ac2-403fda868078 None None] Attempting to bind port 6e1c4ede-4be7-482b-8691-914e9c625b61 by drivers openvswitch,hyperv on host dv-cinder-797333-1-smb at level 0 using segments [{'id': 'd13ba5e2-ed8e-4ca3-8ec2-cef6298c9446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'e2082447-2f6b-49c7-89d0-33b24d58457e'}] {{(pid=92666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 08:58:26.751333 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b6ff4a1-a2de-442a-8ac2-403fda868078 None None] Attempting to bind port 6e1c4ede-4be7-482b-8691-914e9c625b61 on network e2082447-2f6b-49c7-89d0-33b24d58457e {{(pid=92666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 08:58:26.758703 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4fafe9-115f-4bb0-a068-03d84282ad59 None None] Pushing event updated for resources: {'Port': ['ID=2aa9e1de-4576-4448-a8c6-6efc7e95cf95,revision_number=2']} {{(pid=92666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:58:26.778733 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b6ff4a1-a2de-442a-8ac2-403fda868078 None None] Checking agent: {'id': 'a79e4517-6a90-4dc6-90fb-3f5d630e0bbe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797333-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 8, 48, 44), 'started_at': datetime.datetime(2021, 6, 22, 8, 49, 14), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 8, 58, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797333-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 08:58:26.781351 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b6ff4a1-a2de-442a-8ac2-403fda868078 None None] Checking segment: {'id': 'd13ba5e2-ed8e-4ca3-8ec2-cef6298c9446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'e2082447-2f6b-49c7-89d0-33b24d58457e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 08:58:26.781710 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-4b6ff4a1-a2de-442a-8ac2-403fda868078 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:26.782133 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b6ff4a1-a2de-442a-8ac2-403fda868078 None None] Bound using segment: {'id': 'd13ba5e2-ed8e-4ca3-8ec2-cef6298c9446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'e2082447-2f6b-49c7-89d0-33b24d58457e'} {{(pid=92666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 08:58:26.782677 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.managers [None req-4b6ff4a1-a2de-442a-8ac2-403fda868078 None None] Bound port: 6e1c4ede-4be7-482b-8691-914e9c625b61, host: dv-cinder-797333-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd13ba5e2-ed8e-4ca3-8ec2-cef6298c9446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'e2082447-2f6b-49c7-89d0-33b24d58457e'}}] {{(pid=92666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 08:58:26.783065 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-4b6ff4a1-a2de-442a-8ac2-403fda868078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133719154'] for port, before_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:26.785423 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG oslo_concurrency.lockutils [None req-1e4fafe9-115f-4bb0-a068-03d84282ad59 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=92666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:58:26.883422 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-201f911c-cfed-48e8-a90f-532d6f67f668 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:26.926584 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.db [None req-4b6ff4a1-a2de-442a-8ac2-403fda868078 None None] For port 6e1c4ede-4be7-482b-8691-914e9c625b61, host dv-cinder-797333-1-smb, cleared binding levels {{(pid=92666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 08:58:27.015566 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.db [None req-4b6ff4a1-a2de-442a-8ac2-403fda868078 None None] For port 6e1c4ede-4be7-482b-8691-914e9c625b61, host dv-cinder-797333-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797333-1-smb',level=0,port_id=6e1c4ede-4be7-482b-8691-914e9c625b61,segment=NetworkSegment(d13ba5e2-ed8e-4ca3-8ec2-cef6298c9446),segment_id=d13ba5e2-ed8e-4ca3-8ec2-cef6298c9446)] {{(pid=92666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 08:58:27.134002 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-4b6ff4a1-a2de-442a-8ac2-403fda868078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133719696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133660950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728380107731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728379583079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728379583124'] for port, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:27.135210 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG oslo_concurrency.lockutils [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:58:27.340142 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-201f911c-cfed-48e8-a90f-532d6f67f668 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546786'] for router, after_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:27.421265 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d36823-aecd-4c9c-9f63-a0b8aa9a6e8d None None] Pushing event updated for resources: {'Port': ['ID=6e1c4ede-4be7-482b-8691-914e9c625b61,revision_number=4']} {{(pid=92666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:58:27.445765 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG oslo_concurrency.lockutils [None req-92d36823-aecd-4c9c-9f63-a0b8aa9a6e8d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=92666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:58:27.446829 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b6ff4a1-a2de-442a-8ac2-403fda868078 None None] Routers {'a7d20871-6a06-4c5a-b243-30193fbbde11'} bound to L3 agent in host dv-cinder-797333-1-smb {{(pid=92666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 08:58:27.448978 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.l3_hamode_db [None req-4b6ff4a1-a2de-442a-8ac2-403fda868078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797333-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T08:48:43Z,description=,heartbeat_timestamp=2021-06-22T08:58:14Z,host='dv-cinder-797333-1-smb',id=81bac9f2-ec56-4bd6-b329-9598189ea0dc,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T08:48:43Z,topic='l3_agent')) {'router_ids': ['a7d20871-6a06-4c5a-b243-30193fbbde11'], 'active': True} {{(pid=92666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 08:58:27.792800 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.l3_dvr_db [None req-4b6ff4a1-a2de-442a-8ac2-403fda868078 None None] Set router a7d20871-6a06-4c5a-b243-30193fbbde11 gateway port host: dv-cinder-797333-1-smb {{(pid=92666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 08:58:27.805667 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-201f911c-cfed-48e8-a90f-532d6f67f668 admin admin] Router 005a4642-e8ca-4bf0-bf5f-96baf5644e6d is scheduled to L3 agent 81bac9f2-ec56-4bd6-b329-9598189ea0dc with binding_index 1 {{(pid=92664) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 08:58:28.066703 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-201f911c-cfed-48e8-a90f-532d6f67f668 admin admin] Notify agent at l3_agent.dv-cinder-797333-1-smb the message routers_updated {{(pid=92664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 08:58:28.068749 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.rpc [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Device 2aa9e1de-4576-4448-a8c6-6efc7e95cf95 up at agent ovs-agent-dv-cinder-797333-1-smb {{(pid=92666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 08:58:28.080175 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-373b095c-2a88-4ac8-bd11-84b98628876c None None] Sync routers for ids ['005a4642-e8ca-4bf0-bf5f-96baf5644e6d'] in dv-cinder-797333-1-smb {{(pid=92667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 08:58:28.089862 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e79015-9d68-43a2-ba66-d962e80cbb04 req-d0a668bf-c311-428e-b13f-eb1619fcd389 tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:58:28.091407 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-09e79015-9d68-43a2-ba66-d962e80cbb04 req-d0a668bf-c311-428e-b13f-eb1619fcd389 tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] 10.222.0.22 "GET /v2.0/ports?device_id=4ac5f7be-69be-4bc1-ac2a-6d08449ce0a9 HTTP/1.1" status: 200 len: 945 time: 0.1797123 Jun 22 08:58:28.099508 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-373b095c-2a88-4ac8-bd11-84b98628876c None None] Routers {'005a4642-e8ca-4bf0-bf5f-96baf5644e6d'} bound to L3 agent in host dv-cinder-797333-1-smb {{(pid=92667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 08:58:28.105960 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.db.l3_hamode_db [None req-373b095c-2a88-4ac8-bd11-84b98628876c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797333-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T08:48:43Z,description=,heartbeat_timestamp=2021-06-22T08:58:14Z,host='dv-cinder-797333-1-smb',id=81bac9f2-ec56-4bd6-b329-9598189ea0dc,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T08:48:43Z,topic='l3_agent')) {'router_ids': ['005a4642-e8ca-4bf0-bf5f-96baf5644e6d'], 'active': True} {{(pid=92667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 08:58:28.135098 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-201f911c-cfed-48e8-a90f-532d6f67f668 admin admin] Notify callbacks [] for router, before_response {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:28.139691 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [None req-201f911c-cfed-48e8-a90f-532d6f67f668 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.7258055 Jun 22 08:58:28.140697 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.wsgi [-] (92664) accepted ('10.222.0.22', 35838) {{(pid=92664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 08:58:28.170753 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-09e79015-9d68-43a2-ba66-d962e80cbb04 req-7ce33358-a36d-448b-a1d1-8ee19635fac4 tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] 10.222.0.22 "GET /v2.0/security-groups?id=b898a60c-7fe8-421c-bc5f-0e7f60ad4a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667646 Jun 22 08:58:28.291617 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.l3_hamode_db [None req-4b6ff4a1-a2de-442a-8ac2-403fda868078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7d20871-6a06-4c5a-b243-30193fbbde11', 'name': 'tempest-TestMinimumBasicScenario-1848531303-router', 'tenant_id': '1fd4662991be4413a3d38dad2d2f406a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '229d5e4a-3847-4866-aa2f-e37dad8eeeae', 'external_fixed_ips': [{'subnet_id': '86526ad5-0ce1-4847-a8b3-31fb35f84f34', 'ip_address': '172.28.3.4'}], 'enable_snat': True}, 'gw_port_id': '4df57d66-5915-4c0f-9fe7-7e558a0aa213', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T08:58:14Z', 'updated_at': '2021-06-22T08:58:19Z', 'revision_number': 4, 'project_id': '1fd4662991be4413a3d38dad2d2f406a', 'gw_port': {'id': '4df57d66-5915-4c0f-9fe7-7e558a0aa213', 'name': '', 'network_id': '229d5e4a-3847-4866-aa2f-e37dad8eeeae', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:d6:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d20871-6a06-4c5a-b243-30193fbbde11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '86526ad5-0ce1-4847-a8b3-31fb35f84f34', 'ip_address': '172.28.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T08:58:15Z', 'updated_at': '2021-06-22T08:58:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86526ad5-0ce1-4847-a8b3-31fb35f84f34', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797333-1-smb', '_interfaces': [{'id': '6e1c4ede-4be7-482b-8691-914e9c625b61', 'name': '', 'network_id': 'e2082447-2f6b-49c7-89d0-33b24d58457e', 'tenant_id': '1fd4662991be4413a3d38dad2d2f406a', 'mac_address': 'fa:16:3e:5d:0c:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7d20871-6a06-4c5a-b243-30193fbbde11', 'device_owner': 'network:router_interface', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '5e81b8d1-5626-4e02-8654-ffb9746cb98f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T08:58:18Z', 'updated_at': '2021-06-22T08:58:26Z', 'revision_number': 4, 'project_id': '1fd4662991be4413a3d38dad2d2f406a', 'subnets': [{'id': '5e81b8d1-5626-4e02-8654-ffb9746cb98f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797333-1-smb', False) {} {{(pid=92666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 08:58:28.346348 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b6ff4a1-a2de-442a-8ac2-403fda868078 None None] The sync data for ids ['a7d20871-6a06-4c5a-b243-30193fbbde11'] in dv-cinder-797333-1-smb is: [{'id': 'a7d20871-6a06-4c5a-b243-30193fbbde11', 'name': 'tempest-TestMinimumBasicScenario-1848531303-router', 'tenant_id': '1fd4662991be4413a3d38dad2d2f406a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '229d5e4a-3847-4866-aa2f-e37dad8eeeae', 'external_fixed_ips': [{'subnet_id': '86526ad5-0ce1-4847-a8b3-31fb35f84f34', 'ip_address': '172.28.3.4'}], 'enable_snat': True}, 'gw_port_id': '4df57d66-5915-4c0f-9fe7-7e558a0aa213', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T08:58:14Z', 'updated_at': '2021-06-22T08:58:19Z', 'revision_number': 4, 'project_id': '1fd4662991be4413a3d38dad2d2f406a', 'gw_port': {'id': '4df57d66-5915-4c0f-9fe7-7e558a0aa213', 'name': '', 'network_id': '229d5e4a-3847-4866-aa2f-e37dad8eeeae', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:d6:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d20871-6a06-4c5a-b243-30193fbbde11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '86526ad5-0ce1-4847-a8b3-31fb35f84f34', 'ip_address': '172.28.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T08:58:15Z', 'updated_at': '2021-06-22T08:58:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86526ad5-0ce1-4847-a8b3-31fb35f84f34', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797333-1-smb', '_interfaces': [{'id': '6e1c4ede-4be7-482b-8691-914e9c625b61', 'name': '', 'network_id': 'e2082447-2f6b-49c7-89d0-33b24d58457e', 'tenant_id': '1fd4662991be4413a3d38dad2d2f406a', 'mac_address': 'fa:16:3e:5d:0c:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7d20871-6a06-4c5a-b243-30193fbbde11', 'device_owner': 'network:router_interface', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '5e81b8d1-5626-4e02-8654-ffb9746cb98f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T08:58:18Z', 'updated_at': '2021-06-22T08:58:26Z', 'revision_number': 4, 'project_id': '1fd4662991be4413a3d38dad2d2f406a', 'subnets': [{'id': '5e81b8d1-5626-4e02-8654-ffb9746cb98f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 08:58:28.351906 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.provisioning_blocks [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Provisioning for port 2aa9e1de-4576-4448-a8c6-6efc7e95cf95 completed by entity L2. {{(pid=92666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 08:58:28.369530 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.rpc [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Device 6e1c4ede-4be7-482b-8691-914e9c625b61 up at agent ovs-agent-dv-cinder-797333-1-smb {{(pid=92666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 08:58:28.502582 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.db.l3_dvr_db [None req-373b095c-2a88-4ac8-bd11-84b98628876c None None] Set router 005a4642-e8ca-4bf0-bf5f-96baf5644e6d gateway port host: dv-cinder-797333-1-smb {{(pid=92667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 08:58:28.519124 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.provisioning_blocks [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Provisioning for port 6e1c4ede-4be7-482b-8691-914e9c625b61 completed by entity L2. {{(pid=92666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 08:58:28.530627 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.provisioning_blocks [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Provisioning complete for port 6e1c4ede-4be7-482b-8691-914e9c625b61 triggered by entity L2. {{(pid=92666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 08:58:28.533244 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133917554'] for port, provisioning_complete {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:28.591553 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4cf4c0c-1f75-4dda-832f-d7c9d29cd2cf None None] Network 7588f658-58d9-4984-86be-ca00550e9fa1 requested from dv-cinder-797333-1-smb {{(pid=92666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 08:58:28.677370 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.provisioning_blocks [None req-d94e6e23-9bbc-4c95-a716-9e01719b30f2 None None] Provisioning for port 2aa9e1de-4576-4448-a8c6-6efc7e95cf95 completed by entity DHCP. {{(pid=92666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 08:58:28.717002 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.provisioning_blocks [None req-d94e6e23-9bbc-4c95-a716-9e01719b30f2 None None] Provisioning complete for port 2aa9e1de-4576-4448-a8c6-6efc7e95cf95 triggered by entity DHCP. {{(pid=92666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 08:58:28.717383 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-d94e6e23-9bbc-4c95-a716-9e01719b30f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133917554'] for port, provisioning_complete {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:28.751094 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a165d8da-eefa-4003-b25f-6edc0b1d1319 req-95bac51e-b3b6-44ce-aeb2-7cb427b72baa tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:58:28.755857 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-a165d8da-eefa-4003-b25f-6edc0b1d1319 req-95bac51e-b3b6-44ce-aeb2-7cb427b72baa tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.22 "GET /v2.0/ports?device_id=6271050a-4abc-4bde-8b04-76e25bbe6df5 HTTP/1.1" status: 200 len: 945 time: 0.1690350 Jun 22 08:58:28.857134 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-a165d8da-eefa-4003-b25f-6edc0b1d1319 req-cba8d5b5-20c6-4628-9863-ad092a96b9b4 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.22 "GET /v2.0/security-groups?id=439773e6-15fd-46a9-865b-f4af198ad98a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858665 Jun 22 08:58:28.868104 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133719154'] for port, before_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:29.018603 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.db.l3_hamode_db [None req-373b095c-2a88-4ac8-bd11-84b98628876c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '005a4642-e8ca-4bf0-bf5f-96baf5644e6d', 'name': 'tempest-TestMinimumBasicScenario-1026026867-router', 'tenant_id': '1763364fb4c94579868d86130209f36a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '229d5e4a-3847-4866-aa2f-e37dad8eeeae', 'external_fixed_ips': [{'subnet_id': '86526ad5-0ce1-4847-a8b3-31fb35f84f34', 'ip_address': '172.28.3.48'}], 'enable_snat': True}, 'gw_port_id': 'fbe6fdc5-d4fa-4646-b1c4-706b07d49e86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T08:58:24Z', 'updated_at': '2021-06-22T08:58:26Z', 'revision_number': 3, 'project_id': '1763364fb4c94579868d86130209f36a', 'gw_port': {'id': 'fbe6fdc5-d4fa-4646-b1c4-706b07d49e86', 'name': '', 'network_id': '229d5e4a-3847-4866-aa2f-e37dad8eeeae', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:33:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '005a4642-e8ca-4bf0-bf5f-96baf5644e6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '86526ad5-0ce1-4847-a8b3-31fb35f84f34', 'ip_address': '172.28.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T08:58:25Z', 'updated_at': '2021-06-22T08:58:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '86526ad5-0ce1-4847-a8b3-31fb35f84f34', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797333-1-smb'}], 'dv-cinder-797333-1-smb', False) {} {{(pid=92667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 08:58:29.107258 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-373b095c-2a88-4ac8-bd11-84b98628876c None None] Checking router: 005a4642-e8ca-4bf0-bf5f-96baf5644e6d for host: dv-cinder-797333-1-smb {{(pid=92667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 08:58:29.108357 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-373b095c-2a88-4ac8-bd11-84b98628876c None None] Updating router 005a4642-e8ca-4bf0-bf5f-96baf5644e6d port fbe6fdc5-d4fa-4646-b1c4-706b07d49e86 binding host dv-cinder-797333-1-smb {{(pid=92667) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 08:58:29.154617 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron_lib.callbacks.manager [None req-373b095c-2a88-4ac8-bd11-84b98628876c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133719154'] for port, before_update {{(pid=92667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:29.155981 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.db [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] For port 6e1c4ede-4be7-482b-8691-914e9c625b61, host dv-cinder-797333-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797333-1-smb',level=0,port_id=6e1c4ede-4be7-482b-8691-914e9c625b61,segment=NetworkSegment(d13ba5e2-ed8e-4ca3-8ec2-cef6298c9446),segment_id=d13ba5e2-ed8e-4ca3-8ec2-cef6298c9446)] {{(pid=92666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 08:58:29.266294 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-d94e6e23-9bbc-4c95-a716-9e01719b30f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133719154'] for port, before_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:29.270939 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133719696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133660950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728380107731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728379583079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728379583124'] for port, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:29.291437 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG oslo_concurrency.lockutils [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:58:29.330427 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-923dbd9f-829f-4c9f-8d1e-1951ef901ebd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-133719140'] for port, before_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:29.580026 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.db [None req-d94e6e23-9bbc-4c95-a716-9e01719b30f2 None None] For port 2aa9e1de-4576-4448-a8c6-6efc7e95cf95, host dv-cinder-797333-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797333-1-smb',level=0,port_id=2aa9e1de-4576-4448-a8c6-6efc7e95cf95,segment=NetworkSegment(27d9fa7f-d97d-4b8c-b5f0-46ff2f53f54e),segment_id=27d9fa7f-d97d-4b8c-b5f0-46ff2f53f54e)] {{(pid=92666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 08:58:29.590847 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Pushing event updated for resources: {'Port': ['ID=6e1c4ede-4be7-482b-8691-914e9c625b61,revision_number=5']} {{(pid=92666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:58:29.596002 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-d94e6e23-9bbc-4c95-a716-9e01719b30f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133719696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133660950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728380107731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728379583079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728379583124'] for port, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:29.599945 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG oslo_concurrency.lockutils [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=92666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:58:29.600496 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG oslo_concurrency.lockutils [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:58:29.667406 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94e6e23-9bbc-4c95-a716-9e01719b30f2 None None] Pushing event updated for resources: {'Port': ['ID=2aa9e1de-4576-4448-a8c6-6efc7e95cf95,revision_number=3']} {{(pid=92666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:58:29.672881 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG oslo_concurrency.lockutils [None req-d94e6e23-9bbc-4c95-a716-9e01719b30f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:58:29.713687 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d4ebcb-e52f-418d-9811-1d4534ac468b req-6dc5aded-db2d-474e-a48b-896cb33657c4 tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:58:29.726796 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-c7d4ebcb-e52f-418d-9811-1d4534ac468b req-6dc5aded-db2d-474e-a48b-896cb33657c4 tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] 10.222.0.22 "GET /v2.0/ports?device_id=4ac5f7be-69be-4bc1-ac2a-6d08449ce0a9 HTTP/1.1" status: 200 len: 945 time: 0.2834063 Jun 22 08:58:29.860831 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-c7d4ebcb-e52f-418d-9811-1d4534ac468b req-a3ea8398-eb25-437e-af70-9a816e8947d8 tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] 10.222.0.22 "GET /v2.0/security-groups?id=b898a60c-7fe8-421c-bc5f-0e7f60ad4a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326189 Jun 22 08:58:29.963298 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron_lib.callbacks.manager [None req-373b095c-2a88-4ac8-bd11-84b98628876c None None] Notify callbacks [] for port, precommit_update {{(pid=92667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:29.999146 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.rpc [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Device 6e1c4ede-4be7-482b-8691-914e9c625b61 up at agent ovs-agent-dv-cinder-797333-1-smb {{(pid=92666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 08:58:30.004795 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.db.db_base_plugin_common [None req-923dbd9f-829f-4c9f-8d1e-1951ef901ebd admin admin] Allocated IP 172.20.0.1 (7588f658-58d9-4984-86be-ca00550e9fa1/9d1fdc83-1571-44fc-9499-44a89547d371/4aebb692-ce57-4342-b2b1-1a8fcdcefe68) {{(pid=92664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 08:58:30.013646 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.db.provisioning_blocks [None req-373b095c-2a88-4ac8-bd11-84b98628876c None None] Transition to ACTIVE for port object fbe6fdc5-d4fa-4646-b1c4-706b07d49e86 will not be triggered until provisioned by entity L2. {{(pid=92667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 08:58:30.025355 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron_lib.callbacks.manager [None req-373b095c-2a88-4ac8-bd11-84b98628876c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133719696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133660950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728380107731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728379583079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728379583124'] for port, after_update {{(pid=92667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:30.031624 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG oslo_concurrency.lockutils [None req-b806cf56-16bd-4a7e-af7a-162081235998 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:58:30.132780 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d149934-674d-4011-9b5b-160d2974ef5c None None] Pushing event updated for resources: {'Port': ['ID=fbe6fdc5-d4fa-4646-b1c4-706b07d49e86,revision_number=2']} {{(pid=92667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:58:30.142176 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG oslo_concurrency.lockutils [None req-1d149934-674d-4011-9b5b-160d2974ef5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=92667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:58:30.143400 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.plugins.ml2.managers [None req-373b095c-2a88-4ac8-bd11-84b98628876c None None] Attempting to bind port fbe6fdc5-d4fa-4646-b1c4-706b07d49e86 on host dv-cinder-797333-1-smb for vnic_type normal with profile {{(pid=92667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 08:58:30.143990 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.plugins.ml2.managers [None req-373b095c-2a88-4ac8-bd11-84b98628876c None None] Attempting to bind port fbe6fdc5-d4fa-4646-b1c4-706b07d49e86 by drivers openvswitch,hyperv on host dv-cinder-797333-1-smb at level 0 using segments [{'id': 'f5dcb9d0-69a0-4f7f-8ef7-9bef0bfd3dea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '229d5e4a-3847-4866-aa2f-e37dad8eeeae'}] {{(pid=92667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 08:58:30.144889 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-373b095c-2a88-4ac8-bd11-84b98628876c None None] Attempting to bind port fbe6fdc5-d4fa-4646-b1c4-706b07d49e86 on network 229d5e4a-3847-4866-aa2f-e37dad8eeeae {{(pid=92667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 08:58:30.164944 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-373b095c-2a88-4ac8-bd11-84b98628876c None None] Checking agent: {'id': 'a79e4517-6a90-4dc6-90fb-3f5d630e0bbe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797333-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 8, 48, 44), 'started_at': datetime.datetime(2021, 6, 22, 8, 49, 14), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 8, 58, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797333-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 08:58:30.165210 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-373b095c-2a88-4ac8-bd11-84b98628876c None None] Checking segment: {'id': 'f5dcb9d0-69a0-4f7f-8ef7-9bef0bfd3dea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '229d5e4a-3847-4866-aa2f-e37dad8eeeae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 08:58:30.167904 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron_lib.callbacks.manager [None req-373b095c-2a88-4ac8-bd11-84b98628876c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:30.168335 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-373b095c-2a88-4ac8-bd11-84b98628876c None None] Bound using segment: {'id': 'f5dcb9d0-69a0-4f7f-8ef7-9bef0bfd3dea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '229d5e4a-3847-4866-aa2f-e37dad8eeeae'} {{(pid=92667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 08:58:30.168887 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.plugins.ml2.managers [None req-373b095c-2a88-4ac8-bd11-84b98628876c None None] Bound port: fbe6fdc5-d4fa-4646-b1c4-706b07d49e86, host: dv-cinder-797333-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5dcb9d0-69a0-4f7f-8ef7-9bef0bfd3dea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '229d5e4a-3847-4866-aa2f-e37dad8eeeae'}}] {{(pid=92667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 08:58:30.169276 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron_lib.callbacks.manager [None req-373b095c-2a88-4ac8-bd11-84b98628876c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133719154'] for port, before_update {{(pid=92667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:30.288038 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.plugins.ml2.db [None req-373b095c-2a88-4ac8-bd11-84b98628876c None None] For port fbe6fdc5-d4fa-4646-b1c4-706b07d49e86, host dv-cinder-797333-1-smb, cleared binding levels {{(pid=92667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 08:58:30.292077 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.plugins.ml2.db [None req-373b095c-2a88-4ac8-bd11-84b98628876c None None] For port fbe6fdc5-d4fa-4646-b1c4-706b07d49e86, host dv-cinder-797333-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797333-1-smb',level=0,port_id=fbe6fdc5-d4fa-4646-b1c4-706b07d49e86,segment=NetworkSegment(f5dcb9d0-69a0-4f7f-8ef7-9bef0bfd3dea),segment_id=f5dcb9d0-69a0-4f7f-8ef7-9bef0bfd3dea)] {{(pid=92667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 08:58:30.302291 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron_lib.callbacks.manager [None req-373b095c-2a88-4ac8-bd11-84b98628876c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133719696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133660950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728380107731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728379583079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728379583124'] for port, after_update {{(pid=92667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:30.302610 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.provisioning_blocks [None req-33c4ca87-4803-4efe-beb4-b88cead46a2f None None] Provisioning complete for port 2aa9e1de-4576-4448-a8c6-6efc7e95cf95 triggered by entity DHCP. {{(pid=92666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 08:58:30.303124 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-33c4ca87-4803-4efe-beb4-b88cead46a2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133917554'] for port, provisioning_complete {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:30.307842 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-923dbd9f-829f-4c9f-8d1e-1951ef901ebd admin admin] Notify callbacks [] for port, precommit_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:30.309462 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:58:30.334124 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.db.provisioning_blocks [None req-923dbd9f-829f-4c9f-8d1e-1951ef901ebd admin admin] Transition to ACTIVE for port object 4aebb692-ce57-4342-b2b1-1a8fcdcefe68 will not be triggered until provisioned by entity DHCP. {{(pid=92664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 08:58:30.375665 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.provisioning_blocks [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Provisioning complete for port 6e1c4ede-4be7-482b-8691-914e9c625b61 triggered by entity L2. {{(pid=92666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 08:58:30.376106 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133917554'] for port, provisioning_complete {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:30.435525 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9121a82e-0fae-4de3-90dd-d480b62deab0 req-851274d9-04e0-4395-88a5-aedc7389b342 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:58:30.464423 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-923dbd9f-829f-4c9f-8d1e-1951ef901ebd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-133719719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-133660957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728379583061'] for port, after_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:30.478477 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-9121a82e-0fae-4de3-90dd-d480b62deab0 req-851274d9-04e0-4395-88a5-aedc7389b342 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.22 "GET /v2.0/ports?device_id=6271050a-4abc-4bde-8b04-76e25bbe6df5 HTTP/1.1" status: 200 len: 945 time: 0.1924298 Jun 22 08:58:30.490204 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d149934-674d-4011-9b5b-160d2974ef5c None None] Pushing event updated for resources: {'Port': ['ID=fbe6fdc5-d4fa-4646-b1c4-706b07d49e86,revision_number=3']} {{(pid=92667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:58:30.496765 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG oslo_concurrency.lockutils [None req-1d149934-674d-4011-9b5b-160d2974ef5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=92667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:58:30.516078 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-14f5bf7f-7f9f-41f0-9e6a-7d09b346ce1d tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:58:30.524517 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-373b095c-2a88-4ac8-bd11-84b98628876c None None] Routers {'005a4642-e8ca-4bf0-bf5f-96baf5644e6d'} bound to L3 agent in host dv-cinder-797333-1-smb {{(pid=92667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 08:58:30.525772 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.db.l3_hamode_db [None req-373b095c-2a88-4ac8-bd11-84b98628876c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797333-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T08:48:43Z,description=,heartbeat_timestamp=2021-06-22T08:58:14Z,host='dv-cinder-797333-1-smb',id=81bac9f2-ec56-4bd6-b329-9598189ea0dc,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T08:48:43Z,topic='l3_agent')) {'router_ids': ['005a4642-e8ca-4bf0-bf5f-96baf5644e6d'], 'active': True} {{(pid=92667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 08:58:30.590542 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-9121a82e-0fae-4de3-90dd-d480b62deab0 req-3694dd1b-6947-4482-b356-f45f9bd3cec6 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.22 "GET /v2.0/security-groups?id=439773e6-15fd-46a9-865b-f4af198ad98a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1112616 Jun 22 08:58:30.635334 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-923dbd9f-829f-4c9f-8d1e-1951ef901ebd admin admin] Network 7588f658-58d9-4984-86be-ca00550e9fa1 is already hosted by enough agents. {{(pid=92664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 08:58:30.638082 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923dbd9f-829f-4c9f-8d1e-1951ef901ebd admin admin] Pushing event updated for resources: {'Port': ['ID=4aebb692-ce57-4342-b2b1-1a8fcdcefe68,revision_number=1']} {{(pid=92664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:58:30.641623 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.scheduler.base_scheduler [None req-923dbd9f-829f-4c9f-8d1e-1951ef901ebd admin admin] Resources bound (agent type, host, resource id): {{(pid=92664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 08:58:30.660603 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-923dbd9f-829f-4c9f-8d1e-1951ef901ebd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:58:30.663314 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-923dbd9f-829f-4c9f-8d1e-1951ef901ebd admin admin] Received port after_create {{(pid=92664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 08:58:30.665022 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-923dbd9f-829f-4c9f-8d1e-1951ef901ebd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-548618'] for router_interface, before_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:30.925458 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.db.l3_dvr_db [None req-373b095c-2a88-4ac8-bd11-84b98628876c None None] Set router 005a4642-e8ca-4bf0-bf5f-96baf5644e6d gateway port host: dv-cinder-797333-1-smb {{(pid=92667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 08:58:30.974750 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-923dbd9f-829f-4c9f-8d1e-1951ef901ebd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133719154'] for port, before_update {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:30.983699 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.provisioning_blocks [None req-d57eda1f-2c6f-4723-9385-ecdc42040ba4 None None] Provisioning for port 4aebb692-ce57-4342-b2b1-1a8fcdcefe68 completed by entity DHCP. {{(pid=92666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 08:58:31.001357 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.provisioning_blocks [None req-d57eda1f-2c6f-4723-9385-ecdc42040ba4 None None] Provisioning complete for port 4aebb692-ce57-4342-b2b1-1a8fcdcefe68 triggered by entity DHCP. {{(pid=92666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 08:58:31.004134 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-d57eda1f-2c6f-4723-9385-ecdc42040ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133917554'] for port, provisioning_complete {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:31.067122 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.plugin [None req-d57eda1f-2c6f-4723-9385-ecdc42040ba4 None None] Port 4aebb692-ce57-4342-b2b1-1a8fcdcefe68 cannot update to ACTIVE because it is not bound. {{(pid=92666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 08:58:31.255356 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.db.l3_hamode_db [None req-373b095c-2a88-4ac8-bd11-84b98628876c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '005a4642-e8ca-4bf0-bf5f-96baf5644e6d', 'name': 'tempest-TestMinimumBasicScenario-1026026867-router', 'tenant_id': '1763364fb4c94579868d86130209f36a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '229d5e4a-3847-4866-aa2f-e37dad8eeeae', 'external_fixed_ips': [{'subnet_id': '86526ad5-0ce1-4847-a8b3-31fb35f84f34', 'ip_address': '172.28.3.48'}], 'enable_snat': True}, 'gw_port_id': 'fbe6fdc5-d4fa-4646-b1c4-706b07d49e86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T08:58:24Z', 'updated_at': '2021-06-22T08:58:26Z', 'revision_number': 3, 'project_id': '1763364fb4c94579868d86130209f36a', 'gw_port': {'id': 'fbe6fdc5-d4fa-4646-b1c4-706b07d49e86', 'name': '', 'network_id': '229d5e4a-3847-4866-aa2f-e37dad8eeeae', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:33:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '005a4642-e8ca-4bf0-bf5f-96baf5644e6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '86526ad5-0ce1-4847-a8b3-31fb35f84f34', 'ip_address': '172.28.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T08:58:25Z', 'updated_at': '2021-06-22T08:58:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86526ad5-0ce1-4847-a8b3-31fb35f84f34', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797333-1-smb'}], 'dv-cinder-797333-1-smb', False) {} {{(pid=92667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 08:58:31.287587 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-373b095c-2a88-4ac8-bd11-84b98628876c None None] The sync data for ids ['005a4642-e8ca-4bf0-bf5f-96baf5644e6d'] in dv-cinder-797333-1-smb is: [{'id': '005a4642-e8ca-4bf0-bf5f-96baf5644e6d', 'name': 'tempest-TestMinimumBasicScenario-1026026867-router', 'tenant_id': '1763364fb4c94579868d86130209f36a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '229d5e4a-3847-4866-aa2f-e37dad8eeeae', 'external_fixed_ips': [{'subnet_id': '86526ad5-0ce1-4847-a8b3-31fb35f84f34', 'ip_address': '172.28.3.48'}], 'enable_snat': True}, 'gw_port_id': 'fbe6fdc5-d4fa-4646-b1c4-706b07d49e86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T08:58:24Z', 'updated_at': '2021-06-22T08:58:26Z', 'revision_number': 3, 'project_id': '1763364fb4c94579868d86130209f36a', 'gw_port': {'id': 'fbe6fdc5-d4fa-4646-b1c4-706b07d49e86', 'name': '', 'network_id': '229d5e4a-3847-4866-aa2f-e37dad8eeeae', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:33:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '005a4642-e8ca-4bf0-bf5f-96baf5644e6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '86526ad5-0ce1-4847-a8b3-31fb35f84f34', 'ip_address': '172.28.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T08:58:25Z', 'updated_at': '2021-06-22T08:58:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86526ad5-0ce1-4847-a8b3-31fb35f84f34', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797333-1-smb'}] {{(pid=92667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 08:58:31.302345 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889b2a6f-b0d6-4f13-b15e-533e714653ed req-a205d939-2e3a-4a90-be1e-0c769bbfd3d5 tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:58:31.311431 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-923dbd9f-829f-4c9f-8d1e-1951ef901ebd admin admin] Notify callbacks [] for port, precommit_update {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:31.323287 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-889b2a6f-b0d6-4f13-b15e-533e714653ed req-a205d939-2e3a-4a90-be1e-0c769bbfd3d5 tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] 10.222.0.22 "GET /v2.0/ports?device_id=4ac5f7be-69be-4bc1-ac2a-6d08449ce0a9 HTTP/1.1" status: 200 len: 945 time: 0.2382030 Jun 22 08:58:31.324329 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-923dbd9f-829f-4c9f-8d1e-1951ef901ebd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133719696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133660950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728380107731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728379583079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728379583124'] for port, after_update {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:31.326952 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-923dbd9f-829f-4c9f-8d1e-1951ef901ebd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133661043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-741137'] for router_interface, after_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:31.331930 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-dbad1703-b62f-4a29-be3d-98406e332045 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:58:31.458466 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923dbd9f-829f-4c9f-8d1e-1951ef901ebd admin admin] Pushing event updated for resources: {'Port': ['ID=4aebb692-ce57-4342-b2b1-1a8fcdcefe68,revision_number=2']} {{(pid=92664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:58:31.469152 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-889b2a6f-b0d6-4f13-b15e-533e714653ed req-85307fa6-724e-462c-88aa-dd0d2879146d tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] 10.222.0.22 "GET /v2.0/security-groups?id=b898a60c-7fe8-421c-bc5f-0e7f60ad4a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346388 Jun 22 08:58:31.479185 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923dbd9f-829f-4c9f-8d1e-1951ef901ebd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:58:31.479711 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923dbd9f-829f-4c9f-8d1e-1951ef901ebd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:58:31.480085 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923dbd9f-829f-4c9f-8d1e-1951ef901ebd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:58:31.480424 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923dbd9f-829f-4c9f-8d1e-1951ef901ebd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:58:31.481003 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923dbd9f-829f-4c9f-8d1e-1951ef901ebd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:58:31.481348 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923dbd9f-829f-4c9f-8d1e-1951ef901ebd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:58:31.481718 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923dbd9f-829f-4c9f-8d1e-1951ef901ebd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:58:31.482062 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923dbd9f-829f-4c9f-8d1e-1951ef901ebd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:58:31.482402 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923dbd9f-829f-4c9f-8d1e-1951ef901ebd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:58:31.482732 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923dbd9f-829f-4c9f-8d1e-1951ef901ebd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:58:31.483068 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923dbd9f-829f-4c9f-8d1e-1951ef901ebd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:58:31.483401 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923dbd9f-829f-4c9f-8d1e-1951ef901ebd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:58:31.489095 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-923dbd9f-829f-4c9f-8d1e-1951ef901ebd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:58:31.567346 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-923dbd9f-829f-4c9f-8d1e-1951ef901ebd admin admin] Network 7588f658-58d9-4984-86be-ca00550e9fa1 is already hosted by enough agents. {{(pid=92664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 08:58:31.569053 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.scheduler.base_scheduler [None req-923dbd9f-829f-4c9f-8d1e-1951ef901ebd admin admin] Resources bound (agent type, host, resource id): {{(pid=92664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 08:58:32.001371 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-923dbd9f-829f-4c9f-8d1e-1951ef901ebd admin admin] Router 005a4642-e8ca-4bf0-bf5f-96baf5644e6d has already been hosted by L3 agent 81bac9f2-ec56-4bd6-b329-9598189ea0dc {{(pid=92664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 08:58:32.094346 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.rpc [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Device 2aa9e1de-4576-4448-a8c6-6efc7e95cf95 up at agent ovs-agent-dv-cinder-797333-1-smb {{(pid=92666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 08:58:32.226323 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31f946c-02dc-4c15-8389-f5d930da3611 req-1e81f759-d3a2-48c5-a1ef-1b859a9c2c51 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:58:32.239005 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.provisioning_blocks [None req-f2287f14-35b9-4132-949f-2c83b1f3772d None None] Provisioning complete for port 4aebb692-ce57-4342-b2b1-1a8fcdcefe68 triggered by entity DHCP. {{(pid=92666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 08:58:32.240566 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-b31f946c-02dc-4c15-8389-f5d930da3611 req-1e81f759-d3a2-48c5-a1ef-1b859a9c2c51 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.22 "GET /v2.0/ports?device_id=6271050a-4abc-4bde-8b04-76e25bbe6df5 HTTP/1.1" status: 200 len: 945 time: 0.2891715 Jun 22 08:58:32.247075 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-f2287f14-35b9-4132-949f-2c83b1f3772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133917554'] for port, provisioning_complete {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:32.340590 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-b31f946c-02dc-4c15-8389-f5d930da3611 req-2b4e461d-1e72-4c4e-8a54-33a6ed3819bf tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.22 "GET /v2.0/security-groups?id=439773e6-15fd-46a9-865b-f4af198ad98a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0989075 Jun 22 08:58:32.448445 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-923dbd9f-829f-4c9f-8d1e-1951ef901ebd admin admin] Notify agent at l3_agent.dv-cinder-797333-1-smb the message routers_updated {{(pid=92664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 08:58:32.463471 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [None req-923dbd9f-829f-4c9f-8d1e-1951ef901ebd admin admin] 10.222.0.22 "PUT /v2.0/routers/005a4642-e8ca-4bf0-bf5f-96baf5644e6d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3130798 Jun 22 08:58:32.556411 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.plugin [None req-f2287f14-35b9-4132-949f-2c83b1f3772d None None] Port 4aebb692-ce57-4342-b2b1-1a8fcdcefe68 cannot update to ACTIVE because it is not bound. {{(pid=92666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 08:58:32.559044 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.provisioning_blocks [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Provisioning complete for port 2aa9e1de-4576-4448-a8c6-6efc7e95cf95 triggered by entity L2. {{(pid=92666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 08:58:32.559429 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133917554'] for port, provisioning_complete {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:32.736548 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.rpc [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Device fbe6fdc5-d4fa-4646-b1c4-706b07d49e86 up at agent ovs-agent-dv-cinder-797333-1-smb {{(pid=92666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 08:58:32.774499 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386dc168-957a-4182-8933-6d83265a8d32 req-04485f70-ac63-49b1-9808-3607efe021b9 tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:58:32.777703 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-386dc168-957a-4182-8933-6d83265a8d32 req-04485f70-ac63-49b1-9808-3607efe021b9 tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] 10.222.0.22 "GET /v2.0/ports?device_id=4ac5f7be-69be-4bc1-ac2a-6d08449ce0a9 HTTP/1.1" status: 200 len: 945 time: 0.1253688 Jun 22 08:58:32.860397 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.provisioning_blocks [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Provisioning for port fbe6fdc5-d4fa-4646-b1c4-706b07d49e86 completed by entity L2. {{(pid=92666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 08:58:32.866411 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.provisioning_blocks [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Provisioning complete for port fbe6fdc5-d4fa-4646-b1c4-706b07d49e86 triggered by entity L2. {{(pid=92666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 08:58:32.866982 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133917554'] for port, provisioning_complete {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:32.902507 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-386dc168-957a-4182-8933-6d83265a8d32 req-9fc2ddb8-2312-47d6-95d4-a48c80a82776 tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] 10.222.0.22 "GET /v2.0/security-groups?id=b898a60c-7fe8-421c-bc5f-0e7f60ad4a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019642 Jun 22 08:58:33.038487 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133719154'] for port, before_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:33.074228 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.db [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] For port fbe6fdc5-d4fa-4646-b1c4-706b07d49e86, host dv-cinder-797333-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797333-1-smb',level=0,port_id=fbe6fdc5-d4fa-4646-b1c4-706b07d49e86,segment=NetworkSegment(f5dcb9d0-69a0-4f7f-8ef7-9bef0bfd3dea),segment_id=f5dcb9d0-69a0-4f7f-8ef7-9bef0bfd3dea)] {{(pid=92666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 08:58:33.085848 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133719696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133660950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728380107731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728379583079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728379583124'] for port, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:33.088956 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG oslo_concurrency.lockutils [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:58:33.206924 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Pushing event updated for resources: {'Port': ['ID=fbe6fdc5-d4fa-4646-b1c4-706b07d49e86,revision_number=4']} {{(pid=92666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:58:33.218038 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG oslo_concurrency.lockutils [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=92666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:58:33.595304 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cca32c-d6c3-4a2a-bc4a-28257698394a req-ca429b64-c575-45c4-8d1e-29e1bb7a3a98 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:58:33.603276 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-c6cca32c-d6c3-4a2a-bc4a-28257698394a req-ca429b64-c575-45c4-8d1e-29e1bb7a3a98 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.22 "GET /v2.0/ports?device_id=6271050a-4abc-4bde-8b04-76e25bbe6df5 HTTP/1.1" status: 200 len: 945 time: 0.1062489 Jun 22 08:58:33.688269 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-c6cca32c-d6c3-4a2a-bc4a-28257698394a req-39bf6db6-466b-4e66-b9f3-77f627ba4f96 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.22 "GET /v2.0/security-groups?id=439773e6-15fd-46a9-865b-f4af198ad98a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840147 Jun 22 08:58:33.775003 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.rpc [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Device fbe6fdc5-d4fa-4646-b1c4-706b07d49e86 up at agent ovs-agent-dv-cinder-797333-1-smb {{(pid=92666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 08:58:33.853413 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.provisioning_blocks [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Provisioning complete for port fbe6fdc5-d4fa-4646-b1c4-706b07d49e86 triggered by entity L2. {{(pid=92666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 08:58:33.853950 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133917554'] for port, provisioning_complete {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:33.967508 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8508a8c2-cd1f-4c6a-b712-c19b56a73c68 None None] Sync routers for ids ['005a4642-e8ca-4bf0-bf5f-96baf5644e6d'] in dv-cinder-797333-1-smb {{(pid=92666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 08:58:34.060841 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8508a8c2-cd1f-4c6a-b712-c19b56a73c68 None None] Routers {'005a4642-e8ca-4bf0-bf5f-96baf5644e6d'} bound to L3 agent in host dv-cinder-797333-1-smb {{(pid=92666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 08:58:34.061490 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.l3_hamode_db [None req-8508a8c2-cd1f-4c6a-b712-c19b56a73c68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797333-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T08:48:43Z,description=,heartbeat_timestamp=2021-06-22T08:58:14Z,host='dv-cinder-797333-1-smb',id=81bac9f2-ec56-4bd6-b329-9598189ea0dc,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T08:48:43Z,topic='l3_agent')) {'router_ids': ['005a4642-e8ca-4bf0-bf5f-96baf5644e6d'], 'active': True} {{(pid=92666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 08:58:34.245371 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8054578c-7129-4637-bd01-2c056137d660 req-8b2ed666-7f53-4211-84a9-b1932ec4c293 tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:58:34.246964 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-8054578c-7129-4637-bd01-2c056137d660 req-8b2ed666-7f53-4211-84a9-b1932ec4c293 tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] 10.222.0.22 "GET /v2.0/ports?device_id=4ac5f7be-69be-4bc1-ac2a-6d08449ce0a9 HTTP/1.1" status: 200 len: 945 time: 0.2105157 Jun 22 08:58:34.307359 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.l3_dvr_db [None req-8508a8c2-cd1f-4c6a-b712-c19b56a73c68 None None] Set router 005a4642-e8ca-4bf0-bf5f-96baf5644e6d gateway port host: dv-cinder-797333-1-smb {{(pid=92666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 08:58:34.335201 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-8054578c-7129-4637-bd01-2c056137d660 req-5cafddc7-157c-4825-838b-5190788f4398 tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] 10.222.0.22 "GET /v2.0/security-groups?id=b898a60c-7fe8-421c-bc5f-0e7f60ad4a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796404 Jun 22 08:58:34.885593 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.l3_hamode_db [None req-8508a8c2-cd1f-4c6a-b712-c19b56a73c68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '005a4642-e8ca-4bf0-bf5f-96baf5644e6d', 'name': 'tempest-TestMinimumBasicScenario-1026026867-router', 'tenant_id': '1763364fb4c94579868d86130209f36a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '229d5e4a-3847-4866-aa2f-e37dad8eeeae', 'external_fixed_ips': [{'subnet_id': '86526ad5-0ce1-4847-a8b3-31fb35f84f34', 'ip_address': '172.28.3.48'}], 'enable_snat': True}, 'gw_port_id': 'fbe6fdc5-d4fa-4646-b1c4-706b07d49e86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T08:58:24Z', 'updated_at': '2021-06-22T08:58:30Z', 'revision_number': 4, 'project_id': '1763364fb4c94579868d86130209f36a', 'gw_port': {'id': 'fbe6fdc5-d4fa-4646-b1c4-706b07d49e86', 'name': '', 'network_id': '229d5e4a-3847-4866-aa2f-e37dad8eeeae', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:33:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '005a4642-e8ca-4bf0-bf5f-96baf5644e6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '86526ad5-0ce1-4847-a8b3-31fb35f84f34', 'ip_address': '172.28.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T08:58:25Z', 'updated_at': '2021-06-22T08:58:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86526ad5-0ce1-4847-a8b3-31fb35f84f34', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797333-1-smb', '_interfaces': [{'id': '4aebb692-ce57-4342-b2b1-1a8fcdcefe68', 'name': '', 'network_id': '7588f658-58d9-4984-86be-ca00550e9fa1', 'tenant_id': '1763364fb4c94579868d86130209f36a', 'mac_address': 'fa:16:3e:ea:2d:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '005a4642-e8ca-4bf0-bf5f-96baf5644e6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '9d1fdc83-1571-44fc-9499-44a89547d371', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T08:58:29Z', 'updated_at': '2021-06-22T08:58:31Z', 'revision_number': 2, 'project_id': '1763364fb4c94579868d86130209f36a', 'subnets': [{'id': '9d1fdc83-1571-44fc-9499-44a89547d371', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797333-1-smb', False) {} {{(pid=92666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 08:58:34.973040 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8508a8c2-cd1f-4c6a-b712-c19b56a73c68 None None] Checking router: 005a4642-e8ca-4bf0-bf5f-96baf5644e6d for host: dv-cinder-797333-1-smb {{(pid=92666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 08:58:34.975815 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8508a8c2-cd1f-4c6a-b712-c19b56a73c68 None None] Updating router 005a4642-e8ca-4bf0-bf5f-96baf5644e6d port 4aebb692-ce57-4342-b2b1-1a8fcdcefe68 binding host dv-cinder-797333-1-smb {{(pid=92666) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 08:58:35.050209 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-8508a8c2-cd1f-4c6a-b712-c19b56a73c68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133719154'] for port, before_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:35.061251 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0208a470-efd0-45c8-8e0c-a9bdb4979daa req-9f04c8f7-6d04-41a6-af0e-7e4b87127486 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:58:35.081091 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-0208a470-efd0-45c8-8e0c-a9bdb4979daa req-9f04c8f7-6d04-41a6-af0e-7e4b87127486 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.22 "GET /v2.0/ports?device_id=6271050a-4abc-4bde-8b04-76e25bbe6df5 HTTP/1.1" status: 200 len: 945 time: 0.1075883 Jun 22 08:58:35.170580 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-0208a470-efd0-45c8-8e0c-a9bdb4979daa req-fb6c6854-3023-4999-b890-1d3bbb1ee46d tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.22 "GET /v2.0/security-groups?id=439773e6-15fd-46a9-865b-f4af198ad98a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881429 Jun 22 08:58:35.486451 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7172d3c3-ad26-4829-a107-60f924c4aa89 req-8a68b3fa-b0d5-445f-8926-fca36470a0b4 tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:58:35.494033 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-7172d3c3-ad26-4829-a107-60f924c4aa89 req-8a68b3fa-b0d5-445f-8926-fca36470a0b4 tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] 10.222.0.22 "GET /v2.0/ports?device_id=77bc445d-b7a3-4b72-a814-8e0cc5e86369 HTTP/1.1" status: 200 len: 946 time: 0.1427453 Jun 22 08:58:35.581513 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-7172d3c3-ad26-4829-a107-60f924c4aa89 req-b198584d-58b0-4cc2-84d6-2b665bc9c111 tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] 10.222.0.22 "GET /v2.0/security-groups?id=38156de4-c897-4c33-98c3-f122cd461c94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865843 Jun 22 08:58:35.619849 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-8508a8c2-cd1f-4c6a-b712-c19b56a73c68 None None] Notify callbacks [] for port, precommit_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:35.634558 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.provisioning_blocks [None req-8508a8c2-cd1f-4c6a-b712-c19b56a73c68 None None] Transition to ACTIVE for port object 4aebb692-ce57-4342-b2b1-1a8fcdcefe68 will not be triggered until provisioned by entity L2. {{(pid=92666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 08:58:35.646203 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.wsgi [-] (92664) accepted ('10.222.0.22', 36048) {{(pid=92664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 08:58:35.651131 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-8508a8c2-cd1f-4c6a-b712-c19b56a73c68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133719696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133660950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728380107731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728379583079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728379583124'] for port, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:35.663589 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36404e85-5222-49c3-b5e6-447a1701a828 req-80b4a2bb-f8e5-4357-a525-ac2cb9a34aba tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:58:35.664005 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG oslo_concurrency.lockutils [None req-21c3aa6f-4e2a-4dcf-b1a9-b216b9855eb4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:58:35.665747 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-36404e85-5222-49c3-b5e6-447a1701a828 req-80b4a2bb-f8e5-4357-a525-ac2cb9a34aba tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] 10.222.0.22 "GET /v2.0/ports?device_id=4ac5f7be-69be-4bc1-ac2a-6d08449ce0a9 HTTP/1.1" status: 200 len: 945 time: 0.1411576 Jun 22 08:58:35.773253 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-36404e85-5222-49c3-b5e6-447a1701a828 req-a40982e7-e787-4f46-b983-1b97e949812b tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] 10.222.0.22 "GET /v2.0/security-groups?id=b898a60c-7fe8-421c-bc5f-0e7f60ad4a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941710 Jun 22 08:58:35.826149 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d1b465-7641-4199-9900-d5d4ea2c6cb2 None None] Pushing event updated for resources: {'Port': ['ID=4aebb692-ce57-4342-b2b1-1a8fcdcefe68,revision_number=3']} {{(pid=92666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:58:35.836362 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-42c15463-2264-44dc-99aa-2ab8b074d2c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:35.907938 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d1b465-7641-4199-9900-d5d4ea2c6cb2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:58:35.908279 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d1b465-7641-4199-9900-d5d4ea2c6cb2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:58:35.909788 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d1b465-7641-4199-9900-d5d4ea2c6cb2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:58:35.910129 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d1b465-7641-4199-9900-d5d4ea2c6cb2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:58:35.910456 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d1b465-7641-4199-9900-d5d4ea2c6cb2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:58:35.911997 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d1b465-7641-4199-9900-d5d4ea2c6cb2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:58:35.912271 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d1b465-7641-4199-9900-d5d4ea2c6cb2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:58:35.912596 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d1b465-7641-4199-9900-d5d4ea2c6cb2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:58:35.912921 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d1b465-7641-4199-9900-d5d4ea2c6cb2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:58:35.913241 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d1b465-7641-4199-9900-d5d4ea2c6cb2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:58:35.913584 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d1b465-7641-4199-9900-d5d4ea2c6cb2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:58:35.915701 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d1b465-7641-4199-9900-d5d4ea2c6cb2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:58:35.925722 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG oslo_concurrency.lockutils [None req-a4d1b465-7641-4199-9900-d5d4ea2c6cb2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=92666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:58:35.949109 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.managers [None req-8508a8c2-cd1f-4c6a-b712-c19b56a73c68 None None] Attempting to bind port 4aebb692-ce57-4342-b2b1-1a8fcdcefe68 on host dv-cinder-797333-1-smb for vnic_type normal with profile {{(pid=92666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 08:58:35.949497 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.managers [None req-8508a8c2-cd1f-4c6a-b712-c19b56a73c68 None None] Attempting to bind port 4aebb692-ce57-4342-b2b1-1a8fcdcefe68 by drivers openvswitch,hyperv on host dv-cinder-797333-1-smb at level 0 using segments [{'id': '27d9fa7f-d97d-4b8c-b5f0-46ff2f53f54e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '7588f658-58d9-4984-86be-ca00550e9fa1'}] {{(pid=92666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 08:58:35.954230 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8508a8c2-cd1f-4c6a-b712-c19b56a73c68 None None] Attempting to bind port 4aebb692-ce57-4342-b2b1-1a8fcdcefe68 on network 7588f658-58d9-4984-86be-ca00550e9fa1 {{(pid=92666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 08:58:35.972773 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8508a8c2-cd1f-4c6a-b712-c19b56a73c68 None None] Checking agent: {'id': 'a79e4517-6a90-4dc6-90fb-3f5d630e0bbe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797333-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 8, 48, 44), 'started_at': datetime.datetime(2021, 6, 22, 8, 49, 14), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 8, 58, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797333-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 08:58:35.977147 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8508a8c2-cd1f-4c6a-b712-c19b56a73c68 None None] Checking segment: {'id': '27d9fa7f-d97d-4b8c-b5f0-46ff2f53f54e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '7588f658-58d9-4984-86be-ca00550e9fa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 08:58:35.989725 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-8508a8c2-cd1f-4c6a-b712-c19b56a73c68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:35.990640 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8508a8c2-cd1f-4c6a-b712-c19b56a73c68 None None] Bound using segment: {'id': '27d9fa7f-d97d-4b8c-b5f0-46ff2f53f54e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '7588f658-58d9-4984-86be-ca00550e9fa1'} {{(pid=92666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 08:58:35.991327 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.managers [None req-8508a8c2-cd1f-4c6a-b712-c19b56a73c68 None None] Bound port: 4aebb692-ce57-4342-b2b1-1a8fcdcefe68, host: dv-cinder-797333-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27d9fa7f-d97d-4b8c-b5f0-46ff2f53f54e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '7588f658-58d9-4984-86be-ca00550e9fa1'}}] {{(pid=92666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 08:58:35.992024 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-8508a8c2-cd1f-4c6a-b712-c19b56a73c68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133719154'] for port, before_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:36.055331 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-42c15463-2264-44dc-99aa-2ab8b074d2c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:36.067988 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-42c15463-2264-44dc-99aa-2ab8b074d2c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748303'] for security_group, after_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:36.097582 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-5199a429-9a4c-4178-a99a-4a304e343b55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:58:36.105164 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [None req-42c15463-2264-44dc-99aa-2ab8b074d2c3 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=11326f4ba94a49668799da318efa0c0e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4576976 Jun 22 08:58:36.105409 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.wsgi [-] (92665) accepted ('10.222.0.22', 36062) {{(pid=92665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 08:58:36.133438 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c15463-2264-44dc-99aa-2ab8b074d2c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6548e1ef-9743-4c31-842c-fe2bd4f588ec,revision_number=1']} {{(pid=92664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:58:36.137421 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-42c15463-2264-44dc-99aa-2ab8b074d2c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:58:36.195744 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-bcc36552-0a41-46eb-bdac-efedb32452e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:36.226899 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-bcc36552-0a41-46eb-bdac-efedb32452e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:36.302362 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.db [None req-8508a8c2-cd1f-4c6a-b712-c19b56a73c68 None None] For port 4aebb692-ce57-4342-b2b1-1a8fcdcefe68, host dv-cinder-797333-1-smb, cleared binding levels {{(pid=92666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 08:58:36.308369 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.db [None req-8508a8c2-cd1f-4c6a-b712-c19b56a73c68 None None] For port 4aebb692-ce57-4342-b2b1-1a8fcdcefe68, host dv-cinder-797333-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797333-1-smb',level=0,port_id=4aebb692-ce57-4342-b2b1-1a8fcdcefe68,segment=NetworkSegment(27d9fa7f-d97d-4b8c-b5f0-46ff2f53f54e),segment_id=27d9fa7f-d97d-4b8c-b5f0-46ff2f53f54e)] {{(pid=92666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 08:58:36.319646 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-8508a8c2-cd1f-4c6a-b712-c19b56a73c68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133719696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133660950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728380107731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728379583079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728379583124'] for port, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:36.322164 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG oslo_concurrency.lockutils [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:58:36.377087 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-bcc36552-0a41-46eb-bdac-efedb32452e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748303'] for security_group, after_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:36.380353 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-bcc36552-0a41-46eb-bdac-efedb32452e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:36.392251 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [None req-bcc36552-0a41-46eb-bdac-efedb32452e4 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/6548e1ef-9743-4c31-842c-fe2bd4f588ec HTTP/1.1" status: 204 len: 168 time: 0.2808883 Jun 22 08:58:36.395192 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-9c49586b-eb37-43bd-aabe-7a8cbf8c317e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:58:36.426375 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc36552-0a41-46eb-bdac-efedb32452e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6548e1ef-9743-4c31-842c-fe2bd4f588ec,revision_number=None']} {{(pid=92665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:58:36.448690 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d1b465-7641-4199-9900-d5d4ea2c6cb2 None None] Pushing event updated for resources: {'Port': ['ID=4aebb692-ce57-4342-b2b1-1a8fcdcefe68,revision_number=4']} {{(pid=92666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:58:36.450480 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc36552-0a41-46eb-bdac-efedb32452e4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:58:36.452821 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc36552-0a41-46eb-bdac-efedb32452e4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:58:36.453508 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc36552-0a41-46eb-bdac-efedb32452e4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:58:36.454664 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc36552-0a41-46eb-bdac-efedb32452e4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:58:36.455239 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc36552-0a41-46eb-bdac-efedb32452e4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:58:36.456285 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc36552-0a41-46eb-bdac-efedb32452e4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:58:36.457953 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc36552-0a41-46eb-bdac-efedb32452e4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:58:36.461968 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc36552-0a41-46eb-bdac-efedb32452e4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:58:36.462612 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc36552-0a41-46eb-bdac-efedb32452e4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:58:36.463287 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc36552-0a41-46eb-bdac-efedb32452e4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:58:36.463858 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc36552-0a41-46eb-bdac-efedb32452e4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:58:36.464578 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc36552-0a41-46eb-bdac-efedb32452e4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:58:36.474973 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG oslo_concurrency.lockutils [None req-a4d1b465-7641-4199-9900-d5d4ea2c6cb2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=92666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:58:36.475873 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-bcc36552-0a41-46eb-bdac-efedb32452e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:58:36.523408 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8508a8c2-cd1f-4c6a-b712-c19b56a73c68 None None] Routers {'005a4642-e8ca-4bf0-bf5f-96baf5644e6d'} bound to L3 agent in host dv-cinder-797333-1-smb {{(pid=92666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 08:58:36.524045 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.l3_hamode_db [None req-8508a8c2-cd1f-4c6a-b712-c19b56a73c68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797333-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T08:48:43Z,description=,heartbeat_timestamp=2021-06-22T08:58:14Z,host='dv-cinder-797333-1-smb',id=81bac9f2-ec56-4bd6-b329-9598189ea0dc,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T08:48:43Z,topic='l3_agent')) {'router_ids': ['005a4642-e8ca-4bf0-bf5f-96baf5644e6d'], 'active': True} {{(pid=92666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 08:58:36.693826 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5766d541-f95f-4c5a-aa5b-0b50b20c6d24 req-cb764c20-0296-458a-99aa-72d78deac622 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:58:36.700323 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-5766d541-f95f-4c5a-aa5b-0b50b20c6d24 req-cb764c20-0296-458a-99aa-72d78deac622 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.22 "GET /v2.0/ports?device_id=6271050a-4abc-4bde-8b04-76e25bbe6df5 HTTP/1.1" status: 200 len: 945 time: 0.2291219 Jun 22 08:58:36.825999 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-5766d541-f95f-4c5a-aa5b-0b50b20c6d24 req-18fe96ab-399e-40b7-8346-8839b47cf5ea tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.22 "GET /v2.0/security-groups?id=439773e6-15fd-46a9-865b-f4af198ad98a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1126165 Jun 22 08:58:36.960795 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.l3_dvr_db [None req-8508a8c2-cd1f-4c6a-b712-c19b56a73c68 None None] Set router 005a4642-e8ca-4bf0-bf5f-96baf5644e6d gateway port host: dv-cinder-797333-1-smb {{(pid=92666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 08:58:37.064983 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57a46a5-dd24-4f09-af4c-9b1e477882e2 req-b9abdf6d-7fde-4fbb-8592-ddcfd80be5e1 tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:58:37.075725 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.wsgi [-] (92664) accepted ('10.222.0.22', 36080) {{(pid=92664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 08:58:37.076234 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-f57a46a5-dd24-4f09-af4c-9b1e477882e2 req-b9abdf6d-7fde-4fbb-8592-ddcfd80be5e1 tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] 10.222.0.22 "GET /v2.0/ports?device_id=77bc445d-b7a3-4b72-a814-8e0cc5e86369 HTTP/1.1" status: 200 len: 946 time: 0.1737049 Jun 22 08:58:37.091607 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-b498f7ab-cc0b-451d-b70f-914e333c017f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:37.220400 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-b498f7ab-cc0b-451d-b70f-914e333c017f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:37.231469 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-f57a46a5-dd24-4f09-af4c-9b1e477882e2 req-1e038364-ed7e-49cb-b867-8e45eff057c1 tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] 10.222.0.22 "GET /v2.0/security-groups?id=38156de4-c897-4c33-98c3-f122cd461c94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1545424 Jun 22 08:58:37.232172 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-b498f7ab-cc0b-451d-b70f-914e333c017f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748303'] for security_group, after_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:37.241630 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-29610cf8-5211-455d-a06f-123c57a97eec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:58:37.310363 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b41285f-a1d5-4959-8ee5-6b63d8ff8ef1 req-3aae08f5-4ec3-4c5e-a26d-145587e1ef1c tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:58:37.317759 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [None req-b498f7ab-cc0b-451d-b70f-914e333c017f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=76cf380b11a446fc8e430a996fd240b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2401547 Jun 22 08:58:37.321606 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.wsgi [-] (92664) accepted ('10.222.0.22', 36096) {{(pid=92664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 08:58:37.329131 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-1b41285f-a1d5-4959-8ee5-6b63d8ff8ef1 req-3aae08f5-4ec3-4c5e-a26d-145587e1ef1c tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] 10.222.0.22 "GET /v2.0/ports?device_id=4ac5f7be-69be-4bc1-ac2a-6d08449ce0a9 HTTP/1.1" status: 200 len: 945 time: 0.2504437 Jun 22 08:58:37.364527 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b498f7ab-cc0b-451d-b70f-914e333c017f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ee424b1-5d6f-430d-bb55-262e0998deab,revision_number=1']} {{(pid=92664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:58:37.395712 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-b498f7ab-cc0b-451d-b70f-914e333c017f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:58:37.403488 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-1b41285f-a1d5-4959-8ee5-6b63d8ff8ef1 req-4785b0ee-fb29-4c65-a519-ebea53bfa831 tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] 10.222.0.22 "GET /v2.0/security-groups?id=b898a60c-7fe8-421c-bc5f-0e7f60ad4a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730135 Jun 22 08:58:37.462003 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-0cf3a138-ecd2-4c16-9213-6c6b4a641fc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:37.489390 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-0cf3a138-ecd2-4c16-9213-6c6b4a641fc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:37.507128 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.l3_hamode_db [None req-8508a8c2-cd1f-4c6a-b712-c19b56a73c68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '005a4642-e8ca-4bf0-bf5f-96baf5644e6d', 'name': 'tempest-TestMinimumBasicScenario-1026026867-router', 'tenant_id': '1763364fb4c94579868d86130209f36a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '229d5e4a-3847-4866-aa2f-e37dad8eeeae', 'external_fixed_ips': [{'subnet_id': '86526ad5-0ce1-4847-a8b3-31fb35f84f34', 'ip_address': '172.28.3.48'}], 'enable_snat': True}, 'gw_port_id': 'fbe6fdc5-d4fa-4646-b1c4-706b07d49e86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T08:58:24Z', 'updated_at': '2021-06-22T08:58:30Z', 'revision_number': 4, 'project_id': '1763364fb4c94579868d86130209f36a', 'gw_port': {'id': 'fbe6fdc5-d4fa-4646-b1c4-706b07d49e86', 'name': '', 'network_id': '229d5e4a-3847-4866-aa2f-e37dad8eeeae', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:33:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '005a4642-e8ca-4bf0-bf5f-96baf5644e6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '86526ad5-0ce1-4847-a8b3-31fb35f84f34', 'ip_address': '172.28.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T08:58:25Z', 'updated_at': '2021-06-22T08:58:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86526ad5-0ce1-4847-a8b3-31fb35f84f34', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797333-1-smb', '_interfaces': [{'id': '4aebb692-ce57-4342-b2b1-1a8fcdcefe68', 'name': '', 'network_id': '7588f658-58d9-4984-86be-ca00550e9fa1', 'tenant_id': '1763364fb4c94579868d86130209f36a', 'mac_address': 'fa:16:3e:ea:2d:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '005a4642-e8ca-4bf0-bf5f-96baf5644e6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '9d1fdc83-1571-44fc-9499-44a89547d371', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T08:58:29Z', 'updated_at': '2021-06-22T08:58:36Z', 'revision_number': 4, 'project_id': '1763364fb4c94579868d86130209f36a', 'subnets': [{'id': '9d1fdc83-1571-44fc-9499-44a89547d371', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797333-1-smb', False) {} {{(pid=92666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 08:58:37.539551 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8508a8c2-cd1f-4c6a-b712-c19b56a73c68 None None] The sync data for ids ['005a4642-e8ca-4bf0-bf5f-96baf5644e6d'] in dv-cinder-797333-1-smb is: [{'id': '005a4642-e8ca-4bf0-bf5f-96baf5644e6d', 'name': 'tempest-TestMinimumBasicScenario-1026026867-router', 'tenant_id': '1763364fb4c94579868d86130209f36a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '229d5e4a-3847-4866-aa2f-e37dad8eeeae', 'external_fixed_ips': [{'subnet_id': '86526ad5-0ce1-4847-a8b3-31fb35f84f34', 'ip_address': '172.28.3.48'}], 'enable_snat': True}, 'gw_port_id': 'fbe6fdc5-d4fa-4646-b1c4-706b07d49e86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T08:58:24Z', 'updated_at': '2021-06-22T08:58:30Z', 'revision_number': 4, 'project_id': '1763364fb4c94579868d86130209f36a', 'gw_port': {'id': 'fbe6fdc5-d4fa-4646-b1c4-706b07d49e86', 'name': '', 'network_id': '229d5e4a-3847-4866-aa2f-e37dad8eeeae', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:33:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '005a4642-e8ca-4bf0-bf5f-96baf5644e6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '86526ad5-0ce1-4847-a8b3-31fb35f84f34', 'ip_address': '172.28.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T08:58:25Z', 'updated_at': '2021-06-22T08:58:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86526ad5-0ce1-4847-a8b3-31fb35f84f34', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797333-1-smb', '_interfaces': [{'id': '4aebb692-ce57-4342-b2b1-1a8fcdcefe68', 'name': '', 'network_id': '7588f658-58d9-4984-86be-ca00550e9fa1', 'tenant_id': '1763364fb4c94579868d86130209f36a', 'mac_address': 'fa:16:3e:ea:2d:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '005a4642-e8ca-4bf0-bf5f-96baf5644e6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '9d1fdc83-1571-44fc-9499-44a89547d371', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T08:58:29Z', 'updated_at': '2021-06-22T08:58:36Z', 'revision_number': 4, 'project_id': '1763364fb4c94579868d86130209f36a', 'subnets': [{'id': '9d1fdc83-1571-44fc-9499-44a89547d371', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 08:58:37.557679 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-0cf3a138-ecd2-4c16-9213-6c6b4a641fc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748303'] for security_group, after_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:37.560487 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-0cf3a138-ecd2-4c16-9213-6c6b4a641fc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:37.567144 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [None req-0cf3a138-ecd2-4c16-9213-6c6b4a641fc0 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/3ee424b1-5d6f-430d-bb55-262e0998deab HTTP/1.1" status: 204 len: 168 time: 0.2292676 Jun 22 08:58:37.568244 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-27f4103c-947d-400b-ab1b-82bcac38b6c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:58:37.580115 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf3a138-ecd2-4c16-9213-6c6b4a641fc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ee424b1-5d6f-430d-bb55-262e0998deab,revision_number=None']} {{(pid=92664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:58:37.583672 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-0cf3a138-ecd2-4c16-9213-6c6b4a641fc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:58:37.871897 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.rpc [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Device 4aebb692-ce57-4342-b2b1-1a8fcdcefe68 up at agent ovs-agent-dv-cinder-797333-1-smb {{(pid=92666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 08:58:37.944233 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.provisioning_blocks [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Provisioning for port 4aebb692-ce57-4342-b2b1-1a8fcdcefe68 completed by entity L2. {{(pid=92666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 08:58:37.953710 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.provisioning_blocks [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Provisioning complete for port 4aebb692-ce57-4342-b2b1-1a8fcdcefe68 triggered by entity L2. {{(pid=92666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 08:58:37.957616 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133917554'] for port, provisioning_complete {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:38.139599 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133719154'] for port, before_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:38.178125 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e27661-e103-47f7-ad81-767dbb80b9cc req-fe9edc21-b864-4168-88f9-dbba27bb97c7 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:58:38.180384 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-f0e27661-e103-47f7-ad81-767dbb80b9cc req-fe9edc21-b864-4168-88f9-dbba27bb97c7 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.22 "GET /v2.0/ports?device_id=6271050a-4abc-4bde-8b04-76e25bbe6df5 HTTP/1.1" status: 200 len: 945 time: 0.1145282 Jun 22 08:58:38.226201 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.db [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] For port 4aebb692-ce57-4342-b2b1-1a8fcdcefe68, host dv-cinder-797333-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797333-1-smb',level=0,port_id=4aebb692-ce57-4342-b2b1-1a8fcdcefe68,segment=NetworkSegment(27d9fa7f-d97d-4b8c-b5f0-46ff2f53f54e),segment_id=27d9fa7f-d97d-4b8c-b5f0-46ff2f53f54e)] {{(pid=92666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 08:58:38.236279 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133719696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133660950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728380107731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728379583079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728379583124'] for port, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:38.240076 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG oslo_concurrency.lockutils [None req-1f4527cb-c9a0-49ca-8680-1e907a5f698f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:58:38.306168 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-f0e27661-e103-47f7-ad81-767dbb80b9cc req-eeb14574-c76a-45ad-b5eb-b155a2f56bd5 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.22 "GET /v2.0/security-groups?id=439773e6-15fd-46a9-865b-f4af198ad98a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1197374 Jun 22 08:58:38.338442 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.wsgi [-] (92664) accepted ('10.222.0.22', 36106) {{(pid=92664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 08:58:38.379253 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Pushing event updated for resources: {'Port': ['ID=4aebb692-ce57-4342-b2b1-1a8fcdcefe68,revision_number=5']} {{(pid=92666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:58:38.383381 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG oslo_concurrency.lockutils [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=92666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:58:38.388678 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.db.agents_db [None req-b28930ac-c45f-452b-90b0-92e2a86c5dbe None None] Agent healthcheck: found 6 active agents {{(pid=92667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 08:58:38.390699 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-619ba253-9347-42e3-acfe-d10d0a9d1509 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:38.650673 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-619ba253-9347-42e3-acfe-d10d0a9d1509 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:38.664983 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-619ba253-9347-42e3-acfe-d10d0a9d1509 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748303'] for security_group, after_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:38.670577 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:58:38.756500 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfb11c5-3258-4db9-b921-18a25c0a2e38 req-77dbd21b-d768-40c6-8641-a886a3c9488b tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:58:38.767258 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-6dfb11c5-3258-4db9-b921-18a25c0a2e38 req-77dbd21b-d768-40c6-8641-a886a3c9488b tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] 10.222.0.22 "GET /v2.0/ports?device_id=77bc445d-b7a3-4b72-a814-8e0cc5e86369 HTTP/1.1" status: 200 len: 946 time: 0.2838509 Jun 22 08:58:38.788862 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.wsgi [-] (92665) accepted ('10.222.0.22', 36126) {{(pid=92665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 08:58:38.793021 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [None req-619ba253-9347-42e3-acfe-d10d0a9d1509 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=95a4b6eacb254dbaba7c2463ac08fe1a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4427423 Jun 22 08:58:38.796746 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619ba253-9347-42e3-acfe-d10d0a9d1509 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ddd64b0-c253-4577-823c-598426683490,revision_number=1']} {{(pid=92664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:58:38.815509 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-619ba253-9347-42e3-acfe-d10d0a9d1509 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:58:38.865658 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-6dfb11c5-3258-4db9-b921-18a25c0a2e38 req-72f73d6d-4f5b-4e34-a0b7-ea63eb3f7d65 tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] 10.222.0.22 "GET /v2.0/security-groups?id=38156de4-c897-4c33-98c3-f122cd461c94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0973759 Jun 22 08:58:38.892459 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddf5b82-81a6-4dff-9c03-068b5775d88b req-2c9d08f8-721f-47bb-9674-501934386ff6 tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:58:38.894719 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-bddf5b82-81a6-4dff-9c03-068b5775d88b req-2c9d08f8-721f-47bb-9674-501934386ff6 tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] 10.222.0.22 "GET /v2.0/ports?device_id=4ac5f7be-69be-4bc1-ac2a-6d08449ce0a9 HTTP/1.1" status: 200 len: 945 time: 0.2072010 Jun 22 08:58:39.009870 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.wsgi [-] (92664) accepted ('10.222.0.22', 36134) {{(pid=92664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 08:58:39.045179 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-bddf5b82-81a6-4dff-9c03-068b5775d88b req-427994cc-fcb7-4e37-b584-591bf546f9d8 tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] 10.222.0.22 "GET /v2.0/security-groups?id=b898a60c-7fe8-421c-bc5f-0e7f60ad4a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416550 Jun 22 08:58:39.047208 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-ff91e636-bca4-41b2-acf9-842a69cb86e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:39.100093 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-ff91e636-bca4-41b2-acf9-842a69cb86e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:39.217826 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-ff91e636-bca4-41b2-acf9-842a69cb86e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748303'] for security_group, after_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:39.221647 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-ff91e636-bca4-41b2-acf9-842a69cb86e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:39.223760 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [None req-ff91e636-bca4-41b2-acf9-842a69cb86e2 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/0ddd64b0-c253-4577-823c-598426683490 HTTP/1.1" status: 204 len: 168 time: 0.4332099 Jun 22 08:58:39.225001 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-b3f5d99d-c058-4d2e-b6fa-b0b7adff4ced admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:58:39.231866 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-17f485d2-5b45-459e-b08c-8e4b712b0786 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:39.234889 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff91e636-bca4-41b2-acf9-842a69cb86e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ddd64b0-c253-4577-823c-598426683490,revision_number=None']} {{(pid=92665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:58:39.238246 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-ff91e636-bca4-41b2-acf9-842a69cb86e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:58:39.403161 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-17f485d2-5b45-459e-b08c-8e4b712b0786 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:39.410977 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-17f485d2-5b45-459e-b08c-8e4b712b0786 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748303'] for security_group, after_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:39.420266 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-178f0154-50a2-4068-a899-1726f163c39d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:58:39.455961 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f485d2-5b45-459e-b08c-8e4b712b0786 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cede2fd5-d5ec-45f1-b8ca-1aac11e35617,revision_number=1']} {{(pid=92664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:58:39.459485 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-17f485d2-5b45-459e-b08c-8e4b712b0786 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:58:39.510857 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [None req-17f485d2-5b45-459e-b08c-8e4b712b0786 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=244da20de1554ccfb3fc5faa443ba1d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4996212 Jun 22 08:58:39.513555 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.wsgi [-] (92664) accepted ('10.222.0.22', 36142) {{(pid=92664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 08:58:39.615878 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-ef86782d-4f90-4974-aa15-b1e4c88ca203 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:39.642685 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-ef86782d-4f90-4974-aa15-b1e4c88ca203 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:39.717231 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4634a9-24d4-4776-9095-e7bc88ef6d84 req-b1910dc8-d870-4606-8ee0-e1d82910ebf1 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:58:39.724914 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-ec4634a9-24d4-4776-9095-e7bc88ef6d84 req-b1910dc8-d870-4606-8ee0-e1d82910ebf1 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.22 "GET /v2.0/ports?device_id=6271050a-4abc-4bde-8b04-76e25bbe6df5 HTTP/1.1" status: 200 len: 945 time: 0.1335862 Jun 22 08:58:39.787862 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-ef86782d-4f90-4974-aa15-b1e4c88ca203 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748303'] for security_group, after_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:39.790978 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-ef86782d-4f90-4974-aa15-b1e4c88ca203 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:39.795681 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [None req-ef86782d-4f90-4974-aa15-b1e4c88ca203 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/cede2fd5-d5ec-45f1-b8ca-1aac11e35617 HTTP/1.1" status: 204 len: 168 time: 0.2780972 Jun 22 08:58:39.795681 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-6c156ece-af84-478a-b5a2-d87983c5294a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:58:39.825947 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef86782d-4f90-4974-aa15-b1e4c88ca203 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cede2fd5-d5ec-45f1-b8ca-1aac11e35617,revision_number=None']} {{(pid=92664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:58:39.828911 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-ec4634a9-24d4-4776-9095-e7bc88ef6d84 req-6a540b30-3939-47d9-a60d-a3b0503f7119 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.22 "GET /v2.0/security-groups?id=439773e6-15fd-46a9-865b-f4af198ad98a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1028893 Jun 22 08:58:39.895042 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.rpc [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Device 4aebb692-ce57-4342-b2b1-1a8fcdcefe68 up at agent ovs-agent-dv-cinder-797333-1-smb {{(pid=92666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 08:58:39.898542 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-ef86782d-4f90-4974-aa15-b1e4c88ca203 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:58:40.059317 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.provisioning_blocks [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Provisioning complete for port 4aebb692-ce57-4342-b2b1-1a8fcdcefe68 triggered by entity L2. {{(pid=92666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 08:58:40.060967 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133917554'] for port, provisioning_complete {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:40.305432 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea998ff0-f5c3-4166-bc03-ef19e60713e9 req-1bc75bd8-2aae-42e0-9152-e542f2a4a2e7 tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:58:40.307998 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-ea998ff0-f5c3-4166-bc03-ef19e60713e9 req-1bc75bd8-2aae-42e0-9152-e542f2a4a2e7 tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] 10.222.0.22 "GET /v2.0/ports?device_id=77bc445d-b7a3-4b72-a814-8e0cc5e86369 HTTP/1.1" status: 200 len: 946 time: 0.2098982 Jun 22 08:58:40.482955 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-ea998ff0-f5c3-4166-bc03-ef19e60713e9 req-f06998c0-c60c-4d23-b2d6-424a40699837 tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] 10.222.0.22 "GET /v2.0/security-groups?id=38156de4-c897-4c33-98c3-f122cd461c94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1539245 Jun 22 08:58:40.537759 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea064a0-6af7-45c7-b09b-7f41e4af8879 req-16b6b3b8-32c7-4970-a3ad-babfc89b2f95 tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:58:40.537759 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-eea064a0-6af7-45c7-b09b-7f41e4af8879 req-16b6b3b8-32c7-4970-a3ad-babfc89b2f95 tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] 10.222.0.22 "GET /v2.0/ports?device_id=4ac5f7be-69be-4bc1-ac2a-6d08449ce0a9 HTTP/1.1" status: 200 len: 945 time: 0.2713959 Jun 22 08:58:40.613873 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-eea064a0-6af7-45c7-b09b-7f41e4af8879 req-b10e1cf1-c03e-434a-b3b4-bcba5c0818c2 tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] 10.222.0.22 "GET /v2.0/security-groups?id=b898a60c-7fe8-421c-bc5f-0e7f60ad4a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721767 Jun 22 08:58:41.092670 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-f0eb0933-b128-416d-b8bb-d55bd804fdd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380123073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133916839'] for agent, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:41.156029 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ce7b87-f160-4696-8294-0fac11e14ddc req-b11f9ca9-47a1-4497-b821-6a72182828ab tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:58:41.160229 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-96ce7b87-f160-4696-8294-0fac11e14ddc req-b11f9ca9-47a1-4497-b821-6a72182828ab tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.22 "GET /v2.0/ports?device_id=6271050a-4abc-4bde-8b04-76e25bbe6df5 HTTP/1.1" status: 200 len: 945 time: 0.1164074 Jun 22 08:58:41.243707 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-96ce7b87-f160-4696-8294-0fac11e14ddc req-3c2c8380-69fc-4b87-ab7e-340166f6064b tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.22 "GET /v2.0/security-groups?id=439773e6-15fd-46a9-865b-f4af198ad98a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714159 Jun 22 08:58:41.453214 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.wsgi [-] (92665) accepted ('10.222.0.22', 36236) {{(pid=92665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 08:58:41.732388 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.v2.base [None req-c2aa24ff-a752-44d1-b08d-9ae2592057fd admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2028835958-network', 'tenant_id': '3cdda909a361486c941cba339ea661cd'}} {{(pid=92665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 08:58:41.786668 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2aa24ff-a752-44d1-b08d-9ae2592057fd admin admin] Made reservation on behalf of 3cdda909a361486c941cba339ea661cd for: {'network': 1} {{(pid=92665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 08:58:41.801130 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-c2aa24ff-a752-44d1-b08d-9ae2592057fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-133719140'] for network, before_create {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:41.870350 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-c2aa24ff-a752-44d1-b08d-9ae2592057fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:42.146540 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3f76fa-c57e-43e6-9588-89561ca00903 req-23ded394-10fe-4d74-b3c6-3cad70123ec0 tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:58:42.149075 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-eb3f76fa-c57e-43e6-9588-89561ca00903 req-23ded394-10fe-4d74-b3c6-3cad70123ec0 tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] 10.222.0.22 "GET /v2.0/ports?device_id=77bc445d-b7a3-4b72-a814-8e0cc5e86369 HTTP/1.1" status: 200 len: 946 time: 0.3107064 Jun 22 08:58:42.180456 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.wsgi [-] (92664) accepted ('10.222.0.22', 36256) {{(pid=92664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 08:58:42.238244 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00efa534-eb00-4ad2-8a8f-23d7240e0028 req-1b3da5c8-c86d-4f87-be8a-a7ff78891034 tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:58:42.242481 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-00efa534-eb00-4ad2-8a8f-23d7240e0028 req-1b3da5c8-c86d-4f87-be8a-a7ff78891034 tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] 10.222.0.22 "GET /v2.0/ports?device_id=4ac5f7be-69be-4bc1-ac2a-6d08449ce0a9 HTTP/1.1" status: 200 len: 945 time: 0.2780516 Jun 22 08:58:42.333318 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-eb3f76fa-c57e-43e6-9588-89561ca00903 req-7910fefa-3f86-4640-9791-9a3c9b41a3f9 tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] 10.222.0.22 "GET /v2.0/security-groups?id=38156de4-c897-4c33-98c3-f122cd461c94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1652524 Jun 22 08:58:42.338449 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.db.db_base_plugin_v2 [None req-165cb861-9360-44d7-a36b-41bf1e217847 admin admin] Deleting subnet 769b377e-b2ee-442e-a52d-8bee4cbfb3ca {{(pid=92664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 08:58:42.346314 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-165cb861-9360-44d7-a36b-41bf1e217847 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:42.423852 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-00efa534-eb00-4ad2-8a8f-23d7240e0028 req-a974f5e4-f0ec-46f7-bb9e-cf1892a2c6ab tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] 10.222.0.22 "GET /v2.0/security-groups?id=b898a60c-7fe8-421c-bc5f-0e7f60ad4a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627319 Jun 22 08:58:42.424754 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-165cb861-9360-44d7-a36b-41bf1e217847 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:42.427426 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-c2aa24ff-a752-44d1-b08d-9ae2592057fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:42.442307 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-c2aa24ff-a752-44d1-b08d-9ae2592057fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748303'] for security_group, after_create {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:42.448920 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-269ff641-0c11-4b24-a47c-8dd79db155a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:58:42.465600 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-165cb861-9360-44d7-a36b-41bf1e217847 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133921636'] for subnet, precommit_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:42.520330 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2aa24ff-a752-44d1-b08d-9ae2592057fd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 212} {{(pid=92665) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 08:58:42.532497 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2aa24ff-a752-44d1-b08d-9ae2592057fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d14e775-3840-49e7-bed9-875bab8c6457,revision_number=1']} {{(pid=92665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:58:42.554676 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-c2aa24ff-a752-44d1-b08d-9ae2592057fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:58:42.580004 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-c2aa24ff-a752-44d1-b08d-9ae2592057fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133909941'] for segment, precommit_create {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:42.580852 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.db.segments_db [None req-c2aa24ff-a752-44d1-b08d-9ae2592057fd admin admin] Added segment ea110242-fe51-4929-b591-906578e682da of type vlan for network b3c13f4c-b8ff-4164-9438-784286903cad Jun 22 08:58:42.609110 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-165cb861-9360-44d7-a36b-41bf1e217847 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133921629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133660950'] for subnet, after_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:42.613797 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-bc8f192d-36e6-460a-b7c6-809590899c23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:58:42.684709 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165cb861-9360-44d7-a36b-41bf1e217847 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=769b377e-b2ee-442e-a52d-8bee4cbfb3ca,revision_number=None']} {{(pid=92664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:58:42.686880 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-c2aa24ff-a752-44d1-b08d-9ae2592057fd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728379603923'] for network, precommit_create {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:42.695418 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-165cb861-9360-44d7-a36b-41bf1e217847 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:58:42.717251 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-165cb861-9360-44d7-a36b-41bf1e217847 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:42.720756 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [None req-165cb861-9360-44d7-a36b-41bf1e217847 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/769b377e-b2ee-442e-a52d-8bee4cbfb3ca HTTP/1.1" status: 204 len: 168 time: 0.5386565 Jun 22 08:58:42.724778 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.wsgi [-] (92664) accepted ('10.222.0.22', 36270) {{(pid=92664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 08:58:42.826704 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-c2aa24ff-a752-44d1-b08d-9ae2592057fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-748338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-133660957'] for network, after_create {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:42.830813 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2aa24ff-a752-44d1-b08d-9ae2592057fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:58:42.831849 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-c2aa24ff-a752-44d1-b08d-9ae2592057fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133660928'] for network, before_response {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:42.839187 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-e3c4cdbe-afda-42c1-b74c-ec2aa3898718 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:58:42.898522 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-f79a9ba0-8198-47aa-8ecb-a5e5de20063f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133751319'] for network, before_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:42.936117 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [None req-c2aa24ff-a752-44d1-b08d-9ae2592057fd admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.4815688 Jun 22 08:58:42.942031 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.wsgi [-] (92665) accepted ('10.222.0.22', 36278) {{(pid=92665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 08:58:42.947722 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.v2.base [None req-f0b04b55-1a7f-4643-b46d-1a9b4e6d0333 admin admin] Request body: {'subnet': {'network_id': 'b3c13f4c-b8ff-4164-9438-784286903cad', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2028835958-subnet', 'tenant_id': '3cdda909a361486c941cba339ea661cd', 'ip_version': 4}} {{(pid=92665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 08:58:42.958564 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f80cde9-9d9c-42d1-9377-b7e364ae32dd req-4dd0c073-d25b-4c95-b511-71bad7038fdf tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:58:42.960050 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-7f80cde9-9d9c-42d1-9377-b7e364ae32dd req-4dd0c073-d25b-4c95-b511-71bad7038fdf tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.22 "GET /v2.0/ports?device_id=6271050a-4abc-4bde-8b04-76e25bbe6df5 HTTP/1.1" status: 200 len: 945 time: 0.2521877 Jun 22 08:58:42.961893 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2aa24ff-a752-44d1-b08d-9ae2592057fd admin admin] Pushing event updated for resources: {'Network': ['ID=b3c13f4c-b8ff-4164-9438-784286903cad,revision_number=1']} {{(pid=92665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:58:42.966340 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-c2aa24ff-a752-44d1-b08d-9ae2592057fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:58:42.998317 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.rpc [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Network b3c13f4c-b8ff-4164-9438-784286903cad details requested by agent ovs-agent-dv-cinder-797333-1-smb with host dv-cinder-797333-1-smb {{(pid=92666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 08:58:43.055230 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0b04b55-1a7f-4643-b46d-1a9b4e6d0333 admin admin] Made reservation on behalf of 3cdda909a361486c941cba339ea661cd for: {'subnet': 1} {{(pid=92665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 08:58:43.057790 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-f0b04b55-1a7f-4643-b46d-1a9b4e6d0333 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1911690'] for subnet, before_create {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:43.136416 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-f79a9ba0-8198-47aa-8ecb-a5e5de20063f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133922029', 'neutron.services.segments.db._delete_segments_for_network-8728380123091'] for network, precommit_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:43.160648 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-7f80cde9-9d9c-42d1-9377-b7e364ae32dd req-8b744527-7526-41e7-898a-d8f15347facc tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.22 "GET /v2.0/security-groups?id=439773e6-15fd-46a9-865b-f4af198ad98a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1932032 Jun 22 08:58:43.175392 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-f79a9ba0-8198-47aa-8ecb-a5e5de20063f admin admin] Subscribe: > segment before_delete 55550000 {{(pid=92664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:58:43.177878 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-f79a9ba0-8198-47aa-8ecb-a5e5de20063f admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=92664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:58:43.180754 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-f79a9ba0-8198-47aa-8ecb-a5e5de20063f admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:58:43.181979 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-f79a9ba0-8198-47aa-8ecb-a5e5de20063f admin admin] Subscribe: > port after_create 55550000 {{(pid=92664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:58:43.181979 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-f79a9ba0-8198-47aa-8ecb-a5e5de20063f admin admin] Subscribe: > port after_delete 55550000 {{(pid=92664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:58:43.181979 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-f79a9ba0-8198-47aa-8ecb-a5e5de20063f admin admin] Subscribe: > port after_update 55550000 {{(pid=92664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:58:43.182383 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-f79a9ba0-8198-47aa-8ecb-a5e5de20063f admin admin] Subscribe: > segment after_delete 55550000 {{(pid=92664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:58:43.182560 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-f79a9ba0-8198-47aa-8ecb-a5e5de20063f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:58:43.182819 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-f79a9ba0-8198-47aa-8ecb-a5e5de20063f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:58:43.191386 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-f79a9ba0-8198-47aa-8ecb-a5e5de20063f admin admin] Subscribe: > subnet after_update 55550000 {{(pid=92664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:58:43.286191 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-f79a9ba0-8198-47aa-8ecb-a5e5de20063f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:58:43.286572 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-f79a9ba0-8198-47aa-8ecb-a5e5de20063f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:58:43.287093 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-f79a9ba0-8198-47aa-8ecb-a5e5de20063f admin admin] Subscribe: > subnet before_create 55550000 {{(pid=92664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:58:43.287580 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-f79a9ba0-8198-47aa-8ecb-a5e5de20063f admin admin] Subscribe: > subnet before_update 55550000 {{(pid=92664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:58:43.288083 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.services.segments.db [None req-f79a9ba0-8198-47aa-8ecb-a5e5de20063f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffc45789-1d25-422f-af85-26bb37a39178']}} {{(pid=92664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 08:58:43.325194 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.services.segments.db [None req-f79a9ba0-8198-47aa-8ecb-a5e5de20063f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab517c0f-c207-4579-8c02-9336ac0a8f51') {'for_net_delete': True} {{(pid=92664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 08:58:43.326560 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.services.segments.db [None req-f79a9ba0-8198-47aa-8ecb-a5e5de20063f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab517c0f-c207-4579-8c02-9336ac0a8f51') {} {{(pid=92664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 08:58:43.363924 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-f79a9ba0-8198-47aa-8ecb-a5e5de20063f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728380122920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8776300'] for segment, before_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:43.415835 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-f79a9ba0-8198-47aa-8ecb-a5e5de20063f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133909941'] for segment, precommit_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:43.419188 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.wsgi [-] (92665) accepted ('10.222.0.22', 36284) {{(pid=92665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 08:58:43.431327 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-f0b04b55-1a7f-4643-b46d-1a9b4e6d0333 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133660950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4026900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1911736'] for subnet, after_create {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:43.436227 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:58:43.448532 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f79a9ba0-8198-47aa-8ecb-a5e5de20063f admin admin] Releasing vlan 222 on physical network physnet1 to pool {{(pid=92664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 08:58:43.449146 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-f79a9ba0-8198-47aa-8ecb-a5e5de20063f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133909941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8986947'] for segment, after_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:43.545733 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b04b55-1a7f-4643-b46d-1a9b4e6d0333 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c4619780-7695-464f-af2b-4e2935ed6232,revision_number=0']} {{(pid=92665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:58:43.551008 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-f0b04b55-1a7f-4643-b46d-1a9b4e6d0333 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:58:43.584778 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0b04b55-1a7f-4643-b46d-1a9b4e6d0333 admin admin] Checking segment: {'id': 'ea110242-fe51-4929-b591-906578e682da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'b3c13f4c-b8ff-4164-9438-784286903cad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 08:58:43.587372 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0b04b55-1a7f-4643-b46d-1a9b4e6d0333 admin admin] Network hostable DHCP agents. Network: b3c13f4c-b8ff-4164-9438-784286903cad, hostable agents: ['18f46bdb-decb-4ad2-bb7f-51185bbb2b9b'], hosted agents: [] {{(pid=92665) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 08:58:43.596679 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-0ce96c5c-ee77-4a0c-9dcc-02df819f6485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380123073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133916839'] for agent, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:43.617147 dv-cinder-797333-1-smb neutron-server[92664]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 22 08:58:43.617147 dv-cinder-797333-1-smb neutron-server[92664]: from cryptography.utils import int_from_bytes Jun 22 08:58:43.617147 dv-cinder-797333-1-smb neutron-server[92664]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 22 08:58:43.617147 dv-cinder-797333-1-smb neutron-server[92664]: from cryptography.utils import int_from_bytes Jun 22 08:58:43.617147 dv-cinder-797333-1-smb neutron-server[92664]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 08:58:43.617147 dv-cinder-797333-1-smb neutron-server[92664]: conditions |= (models_v2.Port.network_id.in_( Jun 22 08:58:43.617147 dv-cinder-797333-1-smb neutron-server[92664]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 08:58:43.617147 dv-cinder-797333-1-smb neutron-server[92664]: conditions |= (models_v2.Port.network_id.in_( Jun 22 08:58:43.617147 dv-cinder-797333-1-smb neutron-server[92664]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 08:58:43.617147 dv-cinder-797333-1-smb neutron-server[92664]: conditions |= (models_v2.Port.network_id.in_( Jun 22 08:58:43.617147 dv-cinder-797333-1-smb neutron-server[92664]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 08:58:43.617147 dv-cinder-797333-1-smb neutron-server[92664]: conditions |= (models_v2.Port.network_id.in_( Jun 22 08:58:43.617147 dv-cinder-797333-1-smb neutron-server[92664]: Traceback (most recent call last): Jun 22 08:58:43.617147 dv-cinder-797333-1-smb neutron-server[92664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 08:58:43.617147 dv-cinder-797333-1-smb neutron-server[92664]: timer() Jun 22 08:58:43.617147 dv-cinder-797333-1-smb neutron-server[92664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 08:58:43.617147 dv-cinder-797333-1-smb neutron-server[92664]: cb(*args, **kw) Jun 22 08:58:43.617147 dv-cinder-797333-1-smb neutron-server[92664]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 08:58:43.617147 dv-cinder-797333-1-smb neutron-server[92664]: return func(*args, **kwargs) Jun 22 08:58:43.617147 dv-cinder-797333-1-smb neutron-server[92664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 08:58:43.617147 dv-cinder-797333-1-smb neutron-server[92664]: self._notify() Jun 22 08:58:43.617147 dv-cinder-797333-1-smb neutron-server[92664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 08:58:43.617147 dv-cinder-797333-1-smb neutron-server[92664]: self.callback(batched_events) Jun 22 08:58:43.617147 dv-cinder-797333-1-smb neutron-server[92664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 08:58:43.617147 dv-cinder-797333-1-smb neutron-server[92664]: event.method(event) Jun 22 08:58:43.617147 dv-cinder-797333-1-smb neutron-server[92664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 08:58:43.617147 dv-cinder-797333-1-smb neutron-server[92664]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 08:58:43.617147 dv-cinder-797333-1-smb neutron-server[92664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 08:58:43.617147 dv-cinder-797333-1-smb neutron-server[92664]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 08:58:43.617147 dv-cinder-797333-1-smb neutron-server[92664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 08:58:43.617147 dv-cinder-797333-1-smb neutron-server[92664]: return f(self, *a, **k) Jun 22 08:58:43.617147 dv-cinder-797333-1-smb neutron-server[92664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 08:58:43.617147 dv-cinder-797333-1-smb neutron-server[92664]: return self._get(url).json() Jun 22 08:58:43.617147 dv-cinder-797333-1-smb neutron-server[92664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 08:58:43.617147 dv-cinder-797333-1-smb neutron-server[92664]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 08:58:43.617147 dv-cinder-797333-1-smb neutron-server[92664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 08:58:43.617147 dv-cinder-797333-1-smb neutron-server[92664]: return self.request(url, 'GET', **kwargs) Jun 22 08:58:43.617147 dv-cinder-797333-1-smb neutron-server[92664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 08:58:43.617147 dv-cinder-797333-1-smb neutron-server[92664]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 08:58:43.617147 dv-cinder-797333-1-smb neutron-server[92664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 08:58:43.617147 dv-cinder-797333-1-smb neutron-server[92664]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 08:58:43.617147 dv-cinder-797333-1-smb neutron-server[92664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 08:58:43.617147 dv-cinder-797333-1-smb neutron-server[92664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 08:58:43.617147 dv-cinder-797333-1-smb neutron-server[92664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 08:58:43.684775 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-f79a9ba0-8198-47aa-8ecb-a5e5de20063f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133922022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-748338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-133660957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-546649'] for network, after_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:43.692060 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:58:43.698543 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-f79a9ba0-8198-47aa-8ecb-a5e5de20063f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133660928'] for network, before_response {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:43.710580 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [None req-f79a9ba0-8198-47aa-8ecb-a5e5de20063f admin admin] 10.222.0.22 "DELETE /v2.0/networks/ffc45789-1d25-422f-af85-26bb37a39178 HTTP/1.1" status: 204 len: 168 time: 0.9838164 Jun 22 08:58:43.729084 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79a9ba0-8198-47aa-8ecb-a5e5de20063f admin admin] Pushing event deleted for resources: {'Network': ['ID=ffc45789-1d25-422f-af85-26bb37a39178,revision_number=None']} {{(pid=92664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:58:43.733343 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-f79a9ba0-8198-47aa-8ecb-a5e5de20063f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:58:43.835113 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-37d7632a-0e40-4aae-a9c9-55ff4f11b0fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:43.877073 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380123073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133916839'] for agent, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:43.957518 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0b04b55-1a7f-4643-b46d-1a9b4e6d0333 admin admin] Network b3c13f4c-b8ff-4164-9438-784286903cad is scheduled to be hosted by DHCP agent 18f46bdb-decb-4ad2-bb7f-51185bbb2b9b with binding_index 1 {{(pid=92665) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 08:58:44.096795 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.wsgi [-] (92664) accepted ('10.222.0.22', 36292) {{(pid=92664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 08:58:44.102237 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.scheduler.base_scheduler [None req-f0b04b55-1a7f-4643-b46d-1a9b4e6d0333 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797333-1-smb, b3c13f4c-b8ff-4164-9438-784286903cad) {{(pid=92665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 08:58:44.115785 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a9361ef-a603-419a-bb99-a221ad018bcc None None] Network b3c13f4c-b8ff-4164-9438-784286903cad requested from dv-cinder-797333-1-smb {{(pid=92666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 08:58:44.159262 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0b04b55-1a7f-4643-b46d-1a9b4e6d0333 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:58:44.160315 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-f0b04b55-1a7f-4643-b46d-1a9b4e6d0333 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133660928'] for subnet, before_response {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:44.212163 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfed00f5-20c5-4494-b9a0-2e1c81c7f829 req-f3b01763-5ff8-4360-9dab-9364ef65c7ea tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:58:44.214929 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-cfed00f5-20c5-4494-b9a0-2e1c81c7f829 req-f3b01763-5ff8-4360-9dab-9364ef65c7ea tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] 10.222.0.22 "GET /v2.0/ports?device_id=77bc445d-b7a3-4b72-a814-8e0cc5e86369 HTTP/1.1" status: 200 len: 946 time: 0.6056674 Jun 22 08:58:44.232234 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addc4c47-a4fc-49a7-ae98-26c0cab442ff req-34a6e3bb-6f9b-4990-8d1f-4bedb0d2f989 tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:58:44.235414 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-addc4c47-a4fc-49a7-ae98-26c0cab442ff req-34a6e3bb-6f9b-4990-8d1f-4bedb0d2f989 tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] 10.222.0.22 "GET /v2.0/ports?device_id=4ac5f7be-69be-4bc1-ac2a-6d08449ce0a9 HTTP/1.1" status: 200 len: 945 time: 0.5139122 Jun 22 08:58:44.378329 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-cfed00f5-20c5-4494-b9a0-2e1c81c7f829 req-a6b52dcd-e60a-4004-9146-ad517e9c8612 tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] 10.222.0.22 "GET /v2.0/security-groups?id=38156de4-c897-4c33-98c3-f122cd461c94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1409931 Jun 22 08:58:44.391861 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-addc4c47-a4fc-49a7-ae98-26c0cab442ff req-bf686ea7-7e7d-403f-a02f-4e9a91177224 tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] 10.222.0.22 "GET /v2.0/security-groups?id=b898a60c-7fe8-421c-bc5f-0e7f60ad4a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346228 Jun 22 08:58:44.464093 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [None req-d80e21a0-011d-4144-b376-c80de7d655e3 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=5bcbfec3a62f4057938c6c2b4fa001fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3655229 Jun 22 08:58:44.466663 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.wsgi [-] (92664) accepted ('10.222.0.22', 36296) {{(pid=92664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 08:58:44.502172 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-37d7632a-0e40-4aae-a9c9-55ff4f11b0fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:44.520246 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-37d7632a-0e40-4aae-a9c9-55ff4f11b0fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748303'] for security_group, after_create {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:44.536622 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-cd33e84e-794f-4395-b805-02c164e63f13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:44.544122 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-6deac9f0-908d-493b-92fc-2da8df014acc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:58:44.564149 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-cd33e84e-794f-4395-b805-02c164e63f13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:44.605148 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [None req-f0b04b55-1a7f-4643-b46d-1a9b4e6d0333 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.6594901 Jun 22 08:58:44.609392 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.wsgi [-] (92664) accepted ('10.222.0.22', 36298) {{(pid=92664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 08:58:44.637549 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d7632a-0e40-4aae-a9c9-55ff4f11b0fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a4d999e-8e64-42ff-ad13-6860a6d568f4,revision_number=1']} {{(pid=92665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:58:44.652400 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-37d7632a-0e40-4aae-a9c9-55ff4f11b0fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:58:44.657621 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.v2.base [None req-8a931c19-156a-4493-a3c5-932fc6877480 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2028835958-router', 'tenant_id': '3cdda909a361486c941cba339ea661cd', 'external_gateway_info': {'network_id': '229d5e4a-3847-4866-aa2f-e37dad8eeeae'}}} {{(pid=92664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 08:58:44.665495 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-cd33e84e-794f-4395-b805-02c164e63f13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748303'] for security_group, after_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:44.668414 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-cd33e84e-794f-4395-b805-02c164e63f13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:44.672454 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [None req-cd33e84e-794f-4395-b805-02c164e63f13 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/6e4a33ff-db35-4639-976e-5a005d9008f4 HTTP/1.1" status: 204 len: 168 time: 0.2047620 Jun 22 08:58:44.675840 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-b498f7ab-cc0b-451d-b70f-914e333c017f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:58:44.689677 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd33e84e-794f-4395-b805-02c164e63f13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e4a33ff-db35-4639-976e-5a005d9008f4,revision_number=None']} {{(pid=92664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:58:44.693034 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-cd33e84e-794f-4395-b805-02c164e63f13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:58:44.696657 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bc79b41-fce2-4dbb-8fc6-98dc704db6f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe699e1bb-b510-57b4-bbc5-d9fe0df28f1b-b3c13f4c-b8ff-4164-9438-784286903cad', 'network_id': 'b3c13f4c-b8ff-4164-9438-784286903cad', 'tenant_id': '3cdda909a361486c941cba339ea661cd', 'fixed_ips': [{'subnet_id': 'c4619780-7695-464f-af2b-4e2935ed6232'}]}} from dv-cinder-797333-1-smb. {{(pid=92666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 08:58:44.698531 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-9bc79b41-fce2-4dbb-8fc6-98dc704db6f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-133719140'] for port, before_create {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:44.708005 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-8a931c19-156a-4493-a3c5-932fc6877480 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-122542'] for router, before_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:44.709368 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-8a931c19-156a-4493-a3c5-932fc6877480 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-737553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546884', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-766006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-122583'] for router, precommit_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:44.837038 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-8a931c19-156a-4493-a3c5-932fc6877480 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:45.029081 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-8a931c19-156a-4493-a3c5-932fc6877480 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-546870', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-122565'] for router, precommit_update {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:45.112972 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-244d5e4c-124e-44e7-83f7-ed36bd156729 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380123073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133916839'] for agent, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:45.304299 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-8a931c19-156a-4493-a3c5-932fc6877480 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:45.305633 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.db_base_plugin_common [None req-9bc79b41-fce2-4dbb-8fc6-98dc704db6f0 None None] Allocated IP 172.20.0.2 (b3c13f4c-b8ff-4164-9438-784286903cad/c4619780-7695-464f-af2b-4e2935ed6232/a30a54d6-9e0c-46d2-a183-dff06028f2db) {{(pid=92666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 08:58:45.322116 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-8a931c19-156a-4493-a3c5-932fc6877480 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-133719140'] for port, before_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:45.334669 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [None req-37d7632a-0e40-4aae-a9c9-55ff4f11b0fa admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=87d41cae589842f0af460ab282e7ce48&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9107685 Jun 22 08:58:45.340754 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.wsgi [-] (92665) accepted ('10.222.0.22', 36304) {{(pid=92665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 08:58:45.517203 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.db.db_base_plugin_common [None req-8a931c19-156a-4493-a3c5-932fc6877480 admin admin] Allocated IP 172.28.3.209 (229d5e4a-3847-4866-aa2f-e37dad8eeeae/86526ad5-0ce1-4847-a8b3-31fb35f84f34/d7fae4f8-151a-4ff3-bbbd-5c40723001d0) {{(pid=92664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 08:58:45.563798 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d27df6-a796-4075-8479-4abb9a9b0609 req-16e51fcb-9b2e-4b4d-800f-00ccce78ffa9 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:58:45.571995 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-17d27df6-a796-4075-8479-4abb9a9b0609 req-16e51fcb-9b2e-4b4d-800f-00ccce78ffa9 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.22 "GET /v2.0/ports?device_id=6271050a-4abc-4bde-8b04-76e25bbe6df5 HTTP/1.1" status: 200 len: 945 time: 0.9668944 Jun 22 08:58:45.594799 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-48b7dc54-e936-4947-b815-c75636c61122 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:45.636752 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-48b7dc54-e936-4947-b815-c75636c61122 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:45.706709 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.rpc [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Device df79e61f-d424-4ad1-8cee-250dafd6bad5 details requested by agent hyperv_hv-cinder-79733 with host hv-cinder-79733 {{(pid=92666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 08:58:45.757499 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-48b7dc54-e936-4947-b815-c75636c61122 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748303'] for security_group, after_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:45.761880 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-48b7dc54-e936-4947-b815-c75636c61122 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:45.768604 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [None req-48b7dc54-e936-4947-b815-c75636c61122 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/9a4d999e-8e64-42ff-ad13-6860a6d568f4 HTTP/1.1" status: 204 len: 168 time: 0.4256890 Jun 22 08:58:45.791072 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-9bc79b41-fce2-4dbb-8fc6-98dc704db6f0 None None] Notify callbacks [] for port, precommit_create {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:45.801310 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-0b8f4b24-4799-490b-adb7-fc1b4a920800 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:58:45.831175 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-8a931c19-156a-4493-a3c5-932fc6877480 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:45.833592 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.provisioning_blocks [None req-9bc79b41-fce2-4dbb-8fc6-98dc704db6f0 None None] Transition to ACTIVE for port object a30a54d6-9e0c-46d2-a183-dff06028f2db will not be triggered until provisioned by entity L2. {{(pid=92666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 08:58:45.846409 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b7dc54-e936-4947-b815-c75636c61122 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a4d999e-8e64-42ff-ad13-6860a6d568f4,revision_number=None']} {{(pid=92665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:58:45.853806 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-48b7dc54-e936-4947-b815-c75636c61122 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:58:45.873598 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-17d27df6-a796-4075-8479-4abb9a9b0609 req-c4384287-03e9-4c6c-a338-2b50e75fec34 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.22 "GET /v2.0/security-groups?id=439773e6-15fd-46a9-865b-f4af198ad98a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2924123 Jun 22 08:58:45.938719 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1731026a-ea28-4e92-8466-1cda1dde98a0 req-8addad1a-4156-4c7e-976f-41fa13c9f5b2 tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:58:45.945404 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-1731026a-ea28-4e92-8466-1cda1dde98a0 req-8addad1a-4156-4c7e-976f-41fa13c9f5b2 tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] 10.222.0.22 "GET /v2.0/ports?device_id=4ac5f7be-69be-4bc1-ac2a-6d08449ce0a9 HTTP/1.1" status: 200 len: 945 time: 0.2376466 Jun 22 08:58:46.006273 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-8a931c19-156a-4493-a3c5-932fc6877480 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-133719719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-133660957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728379583061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9113225'] for port, after_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:46.017612 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-255d7139-ca7f-4250-b596-829fb8a8d7ab tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:58:46.102720 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-1731026a-ea28-4e92-8466-1cda1dde98a0 req-b94eb2ab-886a-4799-8881-d403b8910983 tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] 10.222.0.22 "GET /v2.0/security-groups?id=b898a60c-7fe8-421c-bc5f-0e7f60ad4a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507294 Jun 22 08:58:46.131541 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.provisioning_blocks [None req-9bc79b41-fce2-4dbb-8fc6-98dc704db6f0 None None] Transition to ACTIVE for port object a30a54d6-9e0c-46d2-a183-dff06028f2db will not be triggered until provisioned by entity DHCP. {{(pid=92666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 08:58:46.153614 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-9bc79b41-fce2-4dbb-8fc6-98dc704db6f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-133719719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-133660957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728379583061'] for port, after_create {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:46.162711 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG oslo_concurrency.lockutils [None req-d94e6e23-9bbc-4c95-a716-9e01719b30f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:58:46.190331 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-e2a0141c-4e42-4900-8004-ff8c1b31b35a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380123073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133916839'] for agent, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:46.204029 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a931c19-156a-4493-a3c5-932fc6877480 admin admin] Network 229d5e4a-3847-4866-aa2f-e37dad8eeeae is already hosted by enough agents. {{(pid=92664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 08:58:46.209934 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.scheduler.base_scheduler [None req-8a931c19-156a-4493-a3c5-932fc6877480 admin admin] Resources bound (agent type, host, resource id): {{(pid=92664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 08:58:46.219661 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a931c19-156a-4493-a3c5-932fc6877480 admin admin] Received port after_create {{(pid=92664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 08:58:46.250321 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bc79b41-fce2-4dbb-8fc6-98dc704db6f0 None None] Network b3c13f4c-b8ff-4164-9438-784286903cad is already hosted by enough agents. {{(pid=92666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 08:58:46.257725 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.scheduler.base_scheduler [None req-9bc79b41-fce2-4dbb-8fc6-98dc704db6f0 None None] Resources bound (agent type, host, resource id): {{(pid=92666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 08:58:46.262746 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bc79b41-fce2-4dbb-8fc6-98dc704db6f0 None None] Received port after_create {{(pid=92666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 08:58:46.471622 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de78574-dbfe-44b9-9473-02dc4ece25e9 req-59d673f6-a2e2-4d26-9ff1-f50c411ac6f7 tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:58:46.483453 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-9de78574-dbfe-44b9-9473-02dc4ece25e9 req-59d673f6-a2e2-4d26-9ff1-f50c411ac6f7 tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] 10.222.0.22 "GET /v2.0/ports?device_id=77bc445d-b7a3-4b72-a814-8e0cc5e86369 HTTP/1.1" status: 200 len: 946 time: 0.1815691 Jun 22 08:58:46.492396 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.managers [None req-9bc79b41-fce2-4dbb-8fc6-98dc704db6f0 None None] Attempting to bind port a30a54d6-9e0c-46d2-a183-dff06028f2db on host dv-cinder-797333-1-smb for vnic_type normal with profile {{(pid=92666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 08:58:46.493322 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.managers [None req-9bc79b41-fce2-4dbb-8fc6-98dc704db6f0 None None] Attempting to bind port a30a54d6-9e0c-46d2-a183-dff06028f2db by drivers openvswitch,hyperv on host dv-cinder-797333-1-smb at level 0 using segments [{'id': 'ea110242-fe51-4929-b591-906578e682da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'b3c13f4c-b8ff-4164-9438-784286903cad'}] {{(pid=92666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 08:58:46.494493 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bc79b41-fce2-4dbb-8fc6-98dc704db6f0 None None] Attempting to bind port a30a54d6-9e0c-46d2-a183-dff06028f2db on network b3c13f4c-b8ff-4164-9438-784286903cad {{(pid=92666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 08:58:46.510432 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc79b41-fce2-4dbb-8fc6-98dc704db6f0 None None] Pushing event updated for resources: {'Port': ['ID=a30a54d6-9e0c-46d2-a183-dff06028f2db,revision_number=1']} {{(pid=92666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:58:46.516078 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG oslo_concurrency.lockutils [None req-9bc79b41-fce2-4dbb-8fc6-98dc704db6f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=92666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:58:46.521065 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bc79b41-fce2-4dbb-8fc6-98dc704db6f0 None None] Checking agent: {'id': 'a79e4517-6a90-4dc6-90fb-3f5d630e0bbe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797333-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 8, 48, 44), 'started_at': datetime.datetime(2021, 6, 22, 8, 49, 14), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 8, 58, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797333-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 08:58:46.522231 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bc79b41-fce2-4dbb-8fc6-98dc704db6f0 None None] Checking segment: {'id': 'ea110242-fe51-4929-b591-906578e682da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'b3c13f4c-b8ff-4164-9438-784286903cad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 08:58:46.523087 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-9bc79b41-fce2-4dbb-8fc6-98dc704db6f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:46.523849 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bc79b41-fce2-4dbb-8fc6-98dc704db6f0 None None] Bound using segment: {'id': 'ea110242-fe51-4929-b591-906578e682da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'b3c13f4c-b8ff-4164-9438-784286903cad'} {{(pid=92666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 08:58:46.526214 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.managers [None req-9bc79b41-fce2-4dbb-8fc6-98dc704db6f0 None None] Bound port: a30a54d6-9e0c-46d2-a183-dff06028f2db, host: dv-cinder-797333-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea110242-fe51-4929-b591-906578e682da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'b3c13f4c-b8ff-4164-9438-784286903cad'}}] {{(pid=92666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 08:58:46.526214 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-9bc79b41-fce2-4dbb-8fc6-98dc704db6f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133719154'] for port, before_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:46.564170 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.db [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] For port df79e61f-d424-4ad1-8cee-250dafd6bad5, host hv-cinder-79733, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79733',level=0,port_id=df79e61f-d424-4ad1-8cee-250dafd6bad5,segment=NetworkSegment(ff26e6d0-efb0-4f26-b4ca-43fb0499d495),segment_id=ff26e6d0-efb0-4f26-b4ca-43fb0499d495)] {{(pid=92666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 08:58:46.599596 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-9de78574-dbfe-44b9-9473-02dc4ece25e9 req-bf566c7f-051b-437d-a4fd-7b48a99fab64 tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] 10.222.0.22 "GET /v2.0/security-groups?id=38156de4-c897-4c33-98c3-f122cd461c94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1144037 Jun 22 08:58:46.623448 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.rpc [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Returning: {'device': 'df79e61f-d424-4ad1-8cee-250dafd6bad5', 'network_id': '266e7c95-823e-49c0-9793-a3850a55863e', 'port_id': 'df79e61f-d424-4ad1-8cee-250dafd6bad5', 'mac_address': 'fa:16:3e:66:35:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fa320cf-b578-475c-89d7-a0309e38937c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 08:58:46.640660 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a931c19-156a-4493-a3c5-932fc6877480 admin admin] Pushing event updated for resources: {'Port': ['ID=d7fae4f8-151a-4ff3-bbbd-5c40723001d0,revision_number=1']} {{(pid=92664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:58:46.651735 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-8a931c19-156a-4493-a3c5-932fc6877480 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.636s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:58:46.664175 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.wsgi [-] (92665) accepted ('10.222.0.22', 36346) {{(pid=92665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 08:58:46.698054 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-7daeeb81-9ec2-4f89-9364-0cb57316fbca admin admin] Notify callbacks [] for security_group, before_create {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:46.854939 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.db [None req-9bc79b41-fce2-4dbb-8fc6-98dc704db6f0 None None] For port a30a54d6-9e0c-46d2-a183-dff06028f2db, host dv-cinder-797333-1-smb, cleared binding levels {{(pid=92666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 08:58:46.861591 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.db [None req-9bc79b41-fce2-4dbb-8fc6-98dc704db6f0 None None] For port a30a54d6-9e0c-46d2-a183-dff06028f2db, host dv-cinder-797333-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797333-1-smb',level=0,port_id=a30a54d6-9e0c-46d2-a183-dff06028f2db,segment=NetworkSegment(ea110242-fe51-4929-b591-906578e682da),segment_id=ea110242-fe51-4929-b591-906578e682da)] {{(pid=92666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 08:58:46.871885 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133719154'] for port, before_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:46.873141 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-7daeeb81-9ec2-4f89-9364-0cb57316fbca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:46.884523 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-7daeeb81-9ec2-4f89-9364-0cb57316fbca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748303'] for security_group, after_create {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:46.888926 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-072c70a3-eda3-4538-86bf-dd8c0337cd18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:58:46.917914 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-8a931c19-156a-4493-a3c5-932fc6877480 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:46.936191 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.notifiers.nova [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id df79e61f-d424-4ad1-8cee-250dafd6bad5 {{(pid=92666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 08:58:47.018029 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7daeeb81-9ec2-4f89-9364-0cb57316fbca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f0bf517-357e-46bd-9e02-ab4127f8bf5f,revision_number=1']} {{(pid=92665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:58:47.030061 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.db [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] For port df79e61f-d424-4ad1-8cee-250dafd6bad5, host hv-cinder-79733, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79733',level=0,port_id=df79e61f-d424-4ad1-8cee-250dafd6bad5,segment=NetworkSegment(ff26e6d0-efb0-4f26-b4ca-43fb0499d495),segment_id=ff26e6d0-efb0-4f26-b4ca-43fb0499d495)] {{(pid=92666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 08:58:47.035305 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-7daeeb81-9ec2-4f89-9364-0cb57316fbca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:58:47.041121 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-9bc79b41-fce2-4dbb-8fc6-98dc704db6f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133719696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133660950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728380107731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728379583079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728379583124'] for port, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:47.046846 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [None req-7daeeb81-9ec2-4f89-9364-0cb57316fbca admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=44fef7ae2aad4113a9b74411b73ddf2a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3804367 Jun 22 08:58:47.051167 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.wsgi [-] (92665) accepted ('10.222.0.22', 36354) {{(pid=92665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 08:58:47.060597 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG oslo_concurrency.lockutils [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:58:47.189264 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133719696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133660950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728380107731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728379583079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728379583124'] for port, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:47.201416 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc79b41-fce2-4dbb-8fc6-98dc704db6f0 None None] Pushing event updated for resources: {'Port': ['ID=a30a54d6-9e0c-46d2-a183-dff06028f2db,revision_number=2']} {{(pid=92666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:58:47.207032 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG oslo_concurrency.lockutils [None req-9bc79b41-fce2-4dbb-8fc6-98dc704db6f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=92666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:58:47.211131 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG oslo_concurrency.lockutils [None req-1e4fafe9-115f-4bb0-a068-03d84282ad59 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=92666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:58:47.278701 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-c82444b2-addc-45b7-83b4-d3ddd42ed881 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:47.421750 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Pushing event updated for resources: {'Port': ['ID=df79e61f-d424-4ad1-8cee-250dafd6bad5,revision_number=6']} {{(pid=92666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:58:47.426119 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG oslo_concurrency.lockutils [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=92666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:58:47.430166 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-8a931c19-156a-4493-a3c5-932fc6877480 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546786'] for router, after_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:47.444436 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-c82444b2-addc-45b7-83b4-d3ddd42ed881 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:47.451146 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.db [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] get_ports_and_sgs() called for port_ids ['df79e61f-d424-4ad1-8cee-250dafd6bad5'] {{(pid=92666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 08:58:47.651826 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-c82444b2-addc-45b7-83b4-d3ddd42ed881 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748303'] for security_group, after_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:47.659528 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-c82444b2-addc-45b7-83b4-d3ddd42ed881 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:47.661025 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [None req-c82444b2-addc-45b7-83b4-d3ddd42ed881 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/1f0bf517-357e-46bd-9e02-ab4127f8bf5f HTTP/1.1" status: 204 len: 168 time: 0.6088850 Jun 22 08:58:47.708315 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-722ef630-5351-46c2-8ad1-8ce1b530f88c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:58:47.757828 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82444b2-addc-45b7-83b4-d3ddd42ed881 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f0bf517-357e-46bd-9e02-ab4127f8bf5f,revision_number=None']} {{(pid=92665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:58:47.767303 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-c82444b2-addc-45b7-83b4-d3ddd42ed881 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:58:47.973110 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d1393d-3385-4e13-ba55-ce6d0c1085b0 req-ea6024d9-48e6-47a8-8188-357df3a49f5c tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:58:47.981108 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-80d1393d-3385-4e13-ba55-ce6d0c1085b0 req-ea6024d9-48e6-47a8-8188-357df3a49f5c tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.22 "GET /v2.0/ports?device_id=6271050a-4abc-4bde-8b04-76e25bbe6df5 HTTP/1.1" status: 200 len: 944 time: 0.7254684 Jun 22 08:58:48.015475 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049c9584-60ca-4723-8d9e-50d2981147f3 req-6c1bd71a-4b1f-41d2-b892-6bc17a3db8c4 tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:58:48.022890 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-049c9584-60ca-4723-8d9e-50d2981147f3 req-6c1bd71a-4b1f-41d2-b892-6bc17a3db8c4 tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] 10.222.0.22 "GET /v2.0/ports?device_id=4ac5f7be-69be-4bc1-ac2a-6d08449ce0a9 HTTP/1.1" status: 200 len: 945 time: 0.4541848 Jun 22 08:58:48.124160 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a931c19-156a-4493-a3c5-932fc6877480 admin admin] Router c14cece0-d49c-437e-a62c-5e9a9e815504 is scheduled to L3 agent 81bac9f2-ec56-4bd6-b329-9598189ea0dc with binding_index 1 {{(pid=92664) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 08:58:48.213238 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-049c9584-60ca-4723-8d9e-50d2981147f3 req-79158036-52ef-4754-81a1-c3d818c0ce69 tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] 10.222.0.22 "GET /v2.0/security-groups?id=b898a60c-7fe8-421c-bc5f-0e7f60ad4a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894171 Jun 22 08:58:48.272451 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-80d1393d-3385-4e13-ba55-ce6d0c1085b0 req-921632ef-0056-4500-9023-811e8396f276 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.22 "GET /v2.0/security-groups?id=439773e6-15fd-46a9-865b-f4af198ad98a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2471988 Jun 22 08:58:48.513010 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a931c19-156a-4493-a3c5-932fc6877480 admin admin] Notify agent at l3_agent.dv-cinder-797333-1-smb the message routers_updated {{(pid=92664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 08:58:48.528916 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06527c48-2486-4d95-ba05-32bb57706124 None None] Sync routers for ids ['c14cece0-d49c-437e-a62c-5e9a9e815504'] in dv-cinder-797333-1-smb {{(pid=92667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 08:58:48.556333 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-8a931c19-156a-4493-a3c5-932fc6877480 admin admin] Notify callbacks [] for router, before_response {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:48.561529 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.wsgi [-] (92665) accepted ('10.222.0.22', 36380) {{(pid=92665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 08:58:48.570264 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [None req-8a931c19-156a-4493-a3c5-932fc6877480 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.9562347 Jun 22 08:58:48.590484 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06527c48-2486-4d95-ba05-32bb57706124 None None] Routers {'c14cece0-d49c-437e-a62c-5e9a9e815504'} bound to L3 agent in host dv-cinder-797333-1-smb {{(pid=92667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 08:58:48.596267 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.db.l3_hamode_db [None req-06527c48-2486-4d95-ba05-32bb57706124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797333-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-22T08:48:43Z,description=,heartbeat_timestamp=2021-06-22T08:58:44Z,host='dv-cinder-797333-1-smb',id=81bac9f2-ec56-4bd6-b329-9598189ea0dc,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T08:48:43Z,topic='l3_agent')) {'router_ids': ['c14cece0-d49c-437e-a62c-5e9a9e815504'], 'active': True} {{(pid=92667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 08:58:49.048791 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.db.l3_dvr_db [None req-06527c48-2486-4d95-ba05-32bb57706124 None None] Set router c14cece0-d49c-437e-a62c-5e9a9e815504 gateway port host: dv-cinder-797333-1-smb {{(pid=92667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 08:58:49.221887 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa01f38-7892-4b2e-afbf-c752ca0cfaa3 req-1b10b2ce-7fa6-49db-b9a6-e5edab0da53f tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:58:49.225548 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-6fa01f38-7892-4b2e-afbf-c752ca0cfaa3 req-1b10b2ce-7fa6-49db-b9a6-e5edab0da53f tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] 10.222.0.22 "GET /v2.0/ports?device_id=77bc445d-b7a3-4b72-a814-8e0cc5e86369 HTTP/1.1" status: 200 len: 946 time: 0.4728334 Jun 22 08:58:49.635227 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.rpc [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Device df79e61f-d424-4ad1-8cee-250dafd6bad5 up at agent hyperv_hv-cinder-79733 {{(pid=92666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 08:58:49.759250 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f4b7695-1fe7-4bd5-9d5e-c0edccdd103c None None] Network b3c13f4c-b8ff-4164-9438-784286903cad requested from dv-cinder-797333-1-smb {{(pid=92666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 08:58:49.879042 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-6fa01f38-7892-4b2e-afbf-c752ca0cfaa3 req-a2a95a80-06de-4032-aea2-4cdb649a45f2 tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] 10.222.0.22 "GET /v2.0/security-groups?id=38156de4-c897-4c33-98c3-f122cd461c94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4547689 Jun 22 08:58:49.930750 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.rpc [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Device a30a54d6-9e0c-46d2-a183-dff06028f2db up at agent ovs-agent-dv-cinder-797333-1-smb {{(pid=92666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 08:58:49.931063 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.db.l3_hamode_db [None req-06527c48-2486-4d95-ba05-32bb57706124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c14cece0-d49c-437e-a62c-5e9a9e815504', 'name': 'tempest-TestShelveInstance-2028835958-router', 'tenant_id': '3cdda909a361486c941cba339ea661cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '229d5e4a-3847-4866-aa2f-e37dad8eeeae', 'external_fixed_ips': [{'subnet_id': '86526ad5-0ce1-4847-a8b3-31fb35f84f34', 'ip_address': '172.28.3.209'}], 'enable_snat': True}, 'gw_port_id': 'd7fae4f8-151a-4ff3-bbbd-5c40723001d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T08:58:44Z', 'updated_at': '2021-06-22T08:58:46Z', 'revision_number': 3, 'project_id': '3cdda909a361486c941cba339ea661cd', 'gw_port': {'id': 'd7fae4f8-151a-4ff3-bbbd-5c40723001d0', 'name': '', 'network_id': '229d5e4a-3847-4866-aa2f-e37dad8eeeae', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:5e:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c14cece0-d49c-437e-a62c-5e9a9e815504', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '86526ad5-0ce1-4847-a8b3-31fb35f84f34', 'ip_address': '172.28.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T08:58:45Z', 'updated_at': '2021-06-22T08:58:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '86526ad5-0ce1-4847-a8b3-31fb35f84f34', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797333-1-smb'}], 'dv-cinder-797333-1-smb', False) {} {{(pid=92667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 08:58:49.950846 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.provisioning_blocks [None req-f3765403-eb51-45d6-a228-72b6a84b7434 None None] Provisioning for port a30a54d6-9e0c-46d2-a183-dff06028f2db completed by entity DHCP. {{(pid=92666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 08:58:50.048783 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06527c48-2486-4d95-ba05-32bb57706124 None None] Checking router: c14cece0-d49c-437e-a62c-5e9a9e815504 for host: dv-cinder-797333-1-smb {{(pid=92667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 08:58:50.049392 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06527c48-2486-4d95-ba05-32bb57706124 None None] Updating router c14cece0-d49c-437e-a62c-5e9a9e815504 port d7fae4f8-151a-4ff3-bbbd-5c40723001d0 binding host dv-cinder-797333-1-smb {{(pid=92667) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 08:58:50.177380 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron_lib.callbacks.manager [None req-06527c48-2486-4d95-ba05-32bb57706124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133719154'] for port, before_update {{(pid=92667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:50.332993 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.provisioning_blocks [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Provisioning complete for port df79e61f-d424-4ad1-8cee-250dafd6bad5 triggered by entity L2. {{(pid=92666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 08:58:50.333494 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133917554'] for port, provisioning_complete {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:50.446276 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.provisioning_blocks [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Provisioning for port a30a54d6-9e0c-46d2-a183-dff06028f2db completed by entity L2. {{(pid=92666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 08:58:50.615261 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.provisioning_blocks [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Provisioning complete for port a30a54d6-9e0c-46d2-a183-dff06028f2db triggered by entity L2. {{(pid=92666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 08:58:50.621048 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133917554'] for port, provisioning_complete {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:50.677858 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133719154'] for port, before_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:50.697141 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e3ab98-104d-4094-9952-c3858fc1fb14 req-2e7feb08-2872-4486-987a-b036e5951d29 tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:58:50.699212 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-54e3ab98-104d-4094-9952-c3858fc1fb14 req-2e7feb08-2872-4486-987a-b036e5951d29 tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] 10.222.0.22 "GET /v2.0/ports?device_id=4ac5f7be-69be-4bc1-ac2a-6d08449ce0a9 HTTP/1.1" status: 200 len: 945 time: 0.8847179 Jun 22 08:58:50.807733 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6271050a-4abc-4bde-8b04-76e25bbe6df5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df79e61f-d424-4ad1-8cee-250dafd6bad5'}] {{(pid=92666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 08:58:50.817481 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d55364b227510a28ea0dc9c97ec82a2823dd2b88b3d79212c5ee75253478bf9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a50cb2c-231e-4b38-b25f-a5da089c693d" -d '{"events": [{"server_uuid": "6271050a-4abc-4bde-8b04-76e25bbe6df5", "name": "network-vif-plugged", "status": "completed", "tag": "df79e61f-d424-4ad1-8cee-250dafd6bad5"}]}' {{(pid=92666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 08:58:50.843143 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.db [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] For port df79e61f-d424-4ad1-8cee-250dafd6bad5, host hv-cinder-79733, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79733',level=0,port_id=df79e61f-d424-4ad1-8cee-250dafd6bad5,segment=NetworkSegment(ff26e6d0-efb0-4f26-b4ca-43fb0499d495),segment_id=ff26e6d0-efb0-4f26-b4ca-43fb0499d495)] {{(pid=92666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 08:58:50.857099 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133719696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133660950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728380107731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728379583079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728379583124'] for port, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:50.864844 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG oslo_concurrency.lockutils [None req-a4d1b465-7641-4199-9900-d5d4ea2c6cb2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:58:50.909647 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-a1452abb-efba-407e-83f2-072f8e65b580 req-bc72f225-9952-49ff-8894-5e0268a979b2 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f5f2c8e1-c94f-4259-ab73-c6701fe02413&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 1.3608217 Jun 22 08:58:51.022522 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133719154'] for port, before_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:51.106367 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron_lib.callbacks.manager [None req-06527c48-2486-4d95-ba05-32bb57706124 None None] Notify callbacks [] for port, precommit_update {{(pid=92667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:51.146833 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.wsgi [-] (92664) accepted ('10.222.0.22', 36430) {{(pid=92664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 08:58:51.147424 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.db.provisioning_blocks [None req-06527c48-2486-4d95-ba05-32bb57706124 None None] Transition to ACTIVE for port object d7fae4f8-151a-4ff3-bbbd-5c40723001d0 will not be triggered until provisioned by entity L2. {{(pid=92667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 08:58:51.163120 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e0e9c9-25ab-46d7-be25-883c4aaa86e7 req-9291934e-2d8d-4d77-b2c3-a5d6a15f900d tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:58:51.165275 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron_lib.callbacks.manager [None req-06527c48-2486-4d95-ba05-32bb57706124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133719696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133660950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728380107731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728379583079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728379583124'] for port, after_update {{(pid=92667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:51.168553 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-23e0e9c9-25ab-46d7-be25-883c4aaa86e7 req-9291934e-2d8d-4d77-b2c3-a5d6a15f900d tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.22 "GET /v2.0/ports?device_id=6271050a-4abc-4bde-8b04-76e25bbe6df5 HTTP/1.1" status: 200 len: 944 time: 0.6439230 Jun 22 08:58:51.188754 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Pushing event updated for resources: {'Port': ['ID=df79e61f-d424-4ad1-8cee-250dafd6bad5,revision_number=7']} {{(pid=92666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:58:51.210517 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:58:51.245837 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG oslo_concurrency.lockutils [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=92666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:58:51.253980 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.db [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] For port a30a54d6-9e0c-46d2-a183-dff06028f2db, host dv-cinder-797333-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797333-1-smb',level=0,port_id=a30a54d6-9e0c-46d2-a183-dff06028f2db,segment=NetworkSegment(ea110242-fe51-4929-b591-906578e682da),segment_id=ea110242-fe51-4929-b591-906578e682da)] {{(pid=92666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 08:58:51.270392 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133719696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133660950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728380107731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728379583079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728379583124'] for port, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:51.278695 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG oslo_concurrency.lockutils [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=92666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:58:51.292150 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.plugins.ml2.managers [None req-06527c48-2486-4d95-ba05-32bb57706124 None None] Attempting to bind port d7fae4f8-151a-4ff3-bbbd-5c40723001d0 on host dv-cinder-797333-1-smb for vnic_type normal with profile {{(pid=92667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 08:58:51.292451 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.plugins.ml2.managers [None req-06527c48-2486-4d95-ba05-32bb57706124 None None] Attempting to bind port d7fae4f8-151a-4ff3-bbbd-5c40723001d0 by drivers openvswitch,hyperv on host dv-cinder-797333-1-smb at level 0 using segments [{'id': 'f5dcb9d0-69a0-4f7f-8ef7-9bef0bfd3dea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '229d5e4a-3847-4866-aa2f-e37dad8eeeae'}] {{(pid=92667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 08:58:51.295235 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-54e3ab98-104d-4094-9952-c3858fc1fb14 req-ac5117de-f96e-4ac1-ba74-6814eeabd20a tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] 10.222.0.22 "GET /v2.0/security-groups?id=b898a60c-7fe8-421c-bc5f-0e7f60ad4a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5754557 Jun 22 08:58:51.298791 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06527c48-2486-4d95-ba05-32bb57706124 None None] Attempting to bind port d7fae4f8-151a-4ff3-bbbd-5c40723001d0 on network 229d5e4a-3847-4866-aa2f-e37dad8eeeae {{(pid=92667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 08:58:51.394116 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1452abb-efba-407e-83f2-072f8e65b580 req-0b7434ad-5470-43b3-b0bb-54323f9b797d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:58:51.399509 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-a1452abb-efba-407e-83f2-072f8e65b580 req-0b7434ad-5470-43b3-b0bb-54323f9b797d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=579dfe35a1f942f09a66abcabc039fa9&device_id=f5f2c8e1-c94f-4259-ab73-c6701fe02413 HTTP/1.1" status: 200 len: 1098 time: 0.4547234 Jun 22 08:58:51.405474 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.provisioning_blocks [None req-052b04bb-b6ee-426b-a999-6674c9dc4ca0 None None] Provisioning complete for port a30a54d6-9e0c-46d2-a183-dff06028f2db triggered by entity DHCP. {{(pid=92666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 08:58:51.406034 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-052b04bb-b6ee-426b-a999-6674c9dc4ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133917554'] for port, provisioning_complete {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:51.426107 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33778676-93be-4e96-8ef2-15cd311cdc9f None None] Pushing event updated for resources: {'Port': ['ID=d7fae4f8-151a-4ff3-bbbd-5c40723001d0,revision_number=2']} {{(pid=92667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:58:51.432992 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06527c48-2486-4d95-ba05-32bb57706124 None None] Checking agent: {'id': 'a79e4517-6a90-4dc6-90fb-3f5d630e0bbe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797333-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 8, 48, 44), 'started_at': datetime.datetime(2021, 6, 22, 8, 49, 14), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 8, 58, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797333-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 08:58:51.433397 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06527c48-2486-4d95-ba05-32bb57706124 None None] Checking segment: {'id': 'f5dcb9d0-69a0-4f7f-8ef7-9bef0bfd3dea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '229d5e4a-3847-4866-aa2f-e37dad8eeeae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 08:58:51.434053 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron_lib.callbacks.manager [None req-06527c48-2486-4d95-ba05-32bb57706124 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:51.434535 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06527c48-2486-4d95-ba05-32bb57706124 None None] Bound using segment: {'id': 'f5dcb9d0-69a0-4f7f-8ef7-9bef0bfd3dea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '229d5e4a-3847-4866-aa2f-e37dad8eeeae'} {{(pid=92667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 08:58:51.435157 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.plugins.ml2.managers [None req-06527c48-2486-4d95-ba05-32bb57706124 None None] Bound port: d7fae4f8-151a-4ff3-bbbd-5c40723001d0, host: dv-cinder-797333-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5dcb9d0-69a0-4f7f-8ef7-9bef0bfd3dea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '229d5e4a-3847-4866-aa2f-e37dad8eeeae'}}] {{(pid=92667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 08:58:51.435538 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron_lib.callbacks.manager [None req-06527c48-2486-4d95-ba05-32bb57706124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133719154'] for port, before_update {{(pid=92667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:51.449146 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-7e3d56ba-14e7-4993-bb85-ceb8d2a297ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:51.452836 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Pushing event updated for resources: {'Port': ['ID=a30a54d6-9e0c-46d2-a183-dff06028f2db,revision_number=3']} {{(pid=92666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:58:51.473449 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG oslo_concurrency.lockutils [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=92666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:58:51.475305 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 08:58:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9f8a0a0-c177-4e71-9bdd-078fcad22a5e x-openstack-request-id: req-e9f8a0a0-c177-4e71-9bdd-078fcad22a5e {{(pid=92666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 08:58:51.475844 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6271050a-4abc-4bde-8b04-76e25bbe6df5", "name": "network-vif-plugged", "status": "completed", "tag": "df79e61f-d424-4ad1-8cee-250dafd6bad5", "code": 200}]} {{(pid=92666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 08:58:51.476343 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e9f8a0a0-c177-4e71-9bdd-078fcad22a5e {{(pid=92666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 08:58:51.476963 dv-cinder-797333-1-smb neutron-server[92666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6271050a-4abc-4bde-8b04-76e25bbe6df5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df79e61f-d424-4ad1-8cee-250dafd6bad5', 'code': 200} Jun 22 08:58:51.513842 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-23e0e9c9-25ab-46d7-be25-883c4aaa86e7 req-78a9f6c8-b7c3-4d8a-a13e-e6d90e57390e tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.22 "GET /v2.0/security-groups?id=439773e6-15fd-46a9-865b-f4af198ad98a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3009601 Jun 22 08:58:51.590841 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.plugins.ml2.db [None req-06527c48-2486-4d95-ba05-32bb57706124 None None] For port d7fae4f8-151a-4ff3-bbbd-5c40723001d0, host dv-cinder-797333-1-smb, cleared binding levels {{(pid=92667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 08:58:51.598081 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.plugins.ml2.db [None req-06527c48-2486-4d95-ba05-32bb57706124 None None] For port d7fae4f8-151a-4ff3-bbbd-5c40723001d0, host dv-cinder-797333-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797333-1-smb',level=0,port_id=d7fae4f8-151a-4ff3-bbbd-5c40723001d0,segment=NetworkSegment(f5dcb9d0-69a0-4f7f-8ef7-9bef0bfd3dea),segment_id=f5dcb9d0-69a0-4f7f-8ef7-9bef0bfd3dea)] {{(pid=92667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 08:58:51.604016 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG oslo_concurrency.lockutils [None req-33778676-93be-4e96-8ef2-15cd311cdc9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.391s {{(pid=92667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:58:51.613433 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron_lib.callbacks.manager [None req-06527c48-2486-4d95-ba05-32bb57706124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133719696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133660950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728380107731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728379583079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728379583124'] for port, after_update {{(pid=92667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:51.643819 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:58:51.681441 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-07da8da5-8337-45e4-a7c7-0d1d3740f6a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-133719140'] for port, before_create {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:51.770950 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-7e3d56ba-14e7-4993-bb85-ceb8d2a297ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:51.810666 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-7e3d56ba-14e7-4993-bb85-ceb8d2a297ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748303'] for security_group, after_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:51.882981 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-916396da-23e9-4538-a559-334e1f4d4d30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:58:51.930015 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33778676-93be-4e96-8ef2-15cd311cdc9f None None] Pushing event updated for resources: {'Port': ['ID=d7fae4f8-151a-4ff3-bbbd-5c40723001d0,revision_number=3']} {{(pid=92667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:58:51.943720 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.rpc [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Device a30a54d6-9e0c-46d2-a183-dff06028f2db up at agent ovs-agent-dv-cinder-797333-1-smb {{(pid=92666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 08:58:51.964935 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG oslo_concurrency.lockutils [None req-33778676-93be-4e96-8ef2-15cd311cdc9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=92667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:58:51.971328 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06527c48-2486-4d95-ba05-32bb57706124 None None] Routers {'c14cece0-d49c-437e-a62c-5e9a9e815504'} bound to L3 agent in host dv-cinder-797333-1-smb {{(pid=92667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 08:58:51.972345 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.db.l3_hamode_db [None req-06527c48-2486-4d95-ba05-32bb57706124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797333-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-22T08:48:43Z,description=,heartbeat_timestamp=2021-06-22T08:58:44Z,host='dv-cinder-797333-1-smb',id=81bac9f2-ec56-4bd6-b329-9598189ea0dc,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T08:48:43Z,topic='l3_agent')) {'router_ids': ['c14cece0-d49c-437e-a62c-5e9a9e815504'], 'active': True} {{(pid=92667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 08:58:52.029454 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [None req-7e3d56ba-14e7-4993-bb85-ceb8d2a297ae admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=5cf711302c2f44338f08049c8c650f7b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8813665 Jun 22 08:58:52.037086 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.wsgi [-] (92664) accepted ('10.222.0.22', 36444) {{(pid=92664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 08:58:52.135193 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.provisioning_blocks [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Provisioning complete for port a30a54d6-9e0c-46d2-a183-dff06028f2db triggered by entity L2. {{(pid=92666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 08:58:52.135966 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133917554'] for port, provisioning_complete {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:52.161306 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.db.db_base_plugin_common [None req-07da8da5-8337-45e4-a7c7-0d1d3740f6a5 admin admin] Allocated IP 172.20.0.1 (b3c13f4c-b8ff-4164-9438-784286903cad/c4619780-7695-464f-af2b-4e2935ed6232/90e3b13e-fe87-4c0f-8a7b-71d02b12eb89) {{(pid=92665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 08:58:52.207077 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3d56ba-14e7-4993-bb85-ceb8d2a297ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c7c5255-b59a-4e90-9ac3-8450c7d20cb4,revision_number=1']} {{(pid=92664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:58:52.221667 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-7e3d56ba-14e7-4993-bb85-ceb8d2a297ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:58:52.227194 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-ad138b22-783f-46b2-a19a-38a6168aa014 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:52.333158 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.db.l3_dvr_db [None req-06527c48-2486-4d95-ba05-32bb57706124 None None] Set router c14cece0-d49c-437e-a62c-5e9a9e815504 gateway port host: dv-cinder-797333-1-smb {{(pid=92667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 08:58:52.345117 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-ad138b22-783f-46b2-a19a-38a6168aa014 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:52.489049 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-ad138b22-783f-46b2-a19a-38a6168aa014 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748303'] for security_group, after_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:52.491995 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-ad138b22-783f-46b2-a19a-38a6168aa014 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:52.493348 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [None req-ad138b22-783f-46b2-a19a-38a6168aa014 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/2c7c5255-b59a-4e90-9ac3-8450c7d20cb4 HTTP/1.1" status: 204 len: 168 time: 0.4537003 Jun 22 08:58:52.494234 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-9d6d95e8-aea1-434a-81f0-bf9cd2da2866 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:58:52.515363 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad138b22-783f-46b2-a19a-38a6168aa014 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c7c5255-b59a-4e90-9ac3-8450c7d20cb4,revision_number=None']} {{(pid=92664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:58:52.517885 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-ad138b22-783f-46b2-a19a-38a6168aa014 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:58:52.555031 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-07da8da5-8337-45e4-a7c7-0d1d3740f6a5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:52.571384 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.db.provisioning_blocks [None req-07da8da5-8337-45e4-a7c7-0d1d3740f6a5 admin admin] Transition to ACTIVE for port object 90e3b13e-fe87-4c0f-8a7b-71d02b12eb89 will not be triggered until provisioned by entity DHCP. {{(pid=92665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 08:58:52.616862 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1452abb-efba-407e-83f2-072f8e65b580 req-237381ea-d447-46af-b198-21352d301dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:58:52.619898 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-a1452abb-efba-407e-83f2-072f8e65b580 req-237381ea-d447-46af-b198-21352d301dc2 service neutron] 10.222.0.15 "GET /v2.0/networks?id=fc5fbf8b-b290-4909-ad02-6e42f6cbe581 HTTP/1.1" status: 200 len: 920 time: 1.1049891 Jun 22 08:58:52.634576 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-07da8da5-8337-45e4-a7c7-0d1d3740f6a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-133719719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-133660957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728379583061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4027064'] for port, after_create {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:52.733837 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:58:52.739532 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380123073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133916839'] for agent, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:52.836139 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-a1452abb-efba-407e-83f2-072f8e65b580 req-47c0691d-aada-4f02-bf7a-a4196dfcc81d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=724f3001-5ca6-4fd7-8c9e-f51c726da841 HTTP/1.1" status: 200 len: 217 time: 0.1982005 Jun 22 08:58:52.901264 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.db.l3_hamode_db [None req-06527c48-2486-4d95-ba05-32bb57706124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c14cece0-d49c-437e-a62c-5e9a9e815504', 'name': 'tempest-TestShelveInstance-2028835958-router', 'tenant_id': '3cdda909a361486c941cba339ea661cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '229d5e4a-3847-4866-aa2f-e37dad8eeeae', 'external_fixed_ips': [{'subnet_id': '86526ad5-0ce1-4847-a8b3-31fb35f84f34', 'ip_address': '172.28.3.209'}], 'enable_snat': True}, 'gw_port_id': 'd7fae4f8-151a-4ff3-bbbd-5c40723001d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T08:58:44Z', 'updated_at': '2021-06-22T08:58:46Z', 'revision_number': 3, 'project_id': '3cdda909a361486c941cba339ea661cd', 'gw_port': {'id': 'd7fae4f8-151a-4ff3-bbbd-5c40723001d0', 'name': '', 'network_id': '229d5e4a-3847-4866-aa2f-e37dad8eeeae', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:5e:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c14cece0-d49c-437e-a62c-5e9a9e815504', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '86526ad5-0ce1-4847-a8b3-31fb35f84f34', 'ip_address': '172.28.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T08:58:45Z', 'updated_at': '2021-06-22T08:58:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86526ad5-0ce1-4847-a8b3-31fb35f84f34', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797333-1-smb'}], 'dv-cinder-797333-1-smb', False) {} {{(pid=92667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 08:58:52.972418 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06527c48-2486-4d95-ba05-32bb57706124 None None] The sync data for ids ['c14cece0-d49c-437e-a62c-5e9a9e815504'] in dv-cinder-797333-1-smb is: [{'id': 'c14cece0-d49c-437e-a62c-5e9a9e815504', 'name': 'tempest-TestShelveInstance-2028835958-router', 'tenant_id': '3cdda909a361486c941cba339ea661cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '229d5e4a-3847-4866-aa2f-e37dad8eeeae', 'external_fixed_ips': [{'subnet_id': '86526ad5-0ce1-4847-a8b3-31fb35f84f34', 'ip_address': '172.28.3.209'}], 'enable_snat': True}, 'gw_port_id': 'd7fae4f8-151a-4ff3-bbbd-5c40723001d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T08:58:44Z', 'updated_at': '2021-06-22T08:58:46Z', 'revision_number': 3, 'project_id': '3cdda909a361486c941cba339ea661cd', 'gw_port': {'id': 'd7fae4f8-151a-4ff3-bbbd-5c40723001d0', 'name': '', 'network_id': '229d5e4a-3847-4866-aa2f-e37dad8eeeae', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:5e:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c14cece0-d49c-437e-a62c-5e9a9e815504', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '86526ad5-0ce1-4847-a8b3-31fb35f84f34', 'ip_address': '172.28.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T08:58:45Z', 'updated_at': '2021-06-22T08:58:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86526ad5-0ce1-4847-a8b3-31fb35f84f34', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797333-1-smb'}] {{(pid=92667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 08:58:52.993884 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07da8da5-8337-45e4-a7c7-0d1d3740f6a5 admin admin] Network b3c13f4c-b8ff-4164-9438-784286903cad is already hosted by enough agents. {{(pid=92665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 08:58:52.996286 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07da8da5-8337-45e4-a7c7-0d1d3740f6a5 admin admin] Pushing event updated for resources: {'Port': ['ID=90e3b13e-fe87-4c0f-8a7b-71d02b12eb89,revision_number=1']} {{(pid=92665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:58:53.020912 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-07da8da5-8337-45e4-a7c7-0d1d3740f6a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:58:53.032412 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.scheduler.base_scheduler [None req-07da8da5-8337-45e4-a7c7-0d1d3740f6a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=92665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 08:58:53.046739 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07da8da5-8337-45e4-a7c7-0d1d3740f6a5 admin admin] Received port after_create {{(pid=92665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 08:58:53.093859 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-07da8da5-8337-45e4-a7c7-0d1d3740f6a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-548618'] for router_interface, before_create {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:53.332440 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1452abb-efba-407e-83f2-072f8e65b580 req-eb0465fe-3c30-4e9a-bb5b-741dce797946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:58:53.335142 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-a1452abb-efba-407e-83f2-072f8e65b580 req-eb0465fe-3c30-4e9a-bb5b-741dce797946 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d4b70363-b957-482d-afbc-e3f16f2e15d6 HTTP/1.1" status: 200 len: 859 time: 0.4860651 Jun 22 08:58:53.359355 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c72b78-33ef-41d4-88fd-225cd73ecbb3 req-047a2818-423d-4832-8622-0bd90926b4a9 tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:58:53.362081 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-98c72b78-33ef-41d4-88fd-225cd73ecbb3 req-047a2818-423d-4832-8622-0bd90926b4a9 tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] 10.222.0.22 "GET /v2.0/ports?device_id=77bc445d-b7a3-4b72-a814-8e0cc5e86369 HTTP/1.1" status: 200 len: 946 time: 0.7395587 Jun 22 08:58:53.497822 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-a1452abb-efba-407e-83f2-072f8e65b580 req-ea314bc5-9176-4f27-904d-14eaa7d01fe7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fc5fbf8b-b290-4909-ad02-6e42f6cbe581&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1308379 Jun 22 08:58:53.531991 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a88110d-c0c4-48d3-b10f-b50dc992f8ca req-7de86f57-1ec7-42b6-a85c-9859bed63eb8 tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:58:53.533605 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-2a88110d-c0c4-48d3-b10f-b50dc992f8ca req-7de86f57-1ec7-42b6-a85c-9859bed63eb8 tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] 10.222.0.22 "GET /v2.0/ports?device_id=4ac5f7be-69be-4bc1-ac2a-6d08449ce0a9 HTTP/1.1" status: 200 len: 945 time: 0.9097209 Jun 22 08:58:53.632285 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.provisioning_blocks [None req-ab619ec6-893c-4c26-b7fc-579af158c1c2 None None] Provisioning for port 90e3b13e-fe87-4c0f-8a7b-71d02b12eb89 completed by entity DHCP. {{(pid=92666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 08:58:53.652560 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.provisioning_blocks [None req-ab619ec6-893c-4c26-b7fc-579af158c1c2 None None] Provisioning complete for port 90e3b13e-fe87-4c0f-8a7b-71d02b12eb89 triggered by entity DHCP. {{(pid=92666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 08:58:53.653269 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-ab619ec6-893c-4c26-b7fc-579af158c1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133917554'] for port, provisioning_complete {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:53.754264 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.plugin [None req-ab619ec6-893c-4c26-b7fc-579af158c1c2 None None] Port 90e3b13e-fe87-4c0f-8a7b-71d02b12eb89 cannot update to ACTIVE because it is not bound. {{(pid=92666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 08:58:54.000332 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.rpc [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Device d7fae4f8-151a-4ff3-bbbd-5c40723001d0 up at agent ovs-agent-dv-cinder-797333-1-smb {{(pid=92666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 08:58:54.122967 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.provisioning_blocks [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Provisioning for port d7fae4f8-151a-4ff3-bbbd-5c40723001d0 completed by entity L2. {{(pid=92666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 08:58:54.127599 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.provisioning_blocks [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Provisioning complete for port d7fae4f8-151a-4ff3-bbbd-5c40723001d0 triggered by entity L2. {{(pid=92666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 08:58:54.128267 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133917554'] for port, provisioning_complete {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:54.359489 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-a1452abb-efba-407e-83f2-072f8e65b580 req-be1a1432-d9ce-4142-862a-97208667c10a service neutron] 10.222.0.15 "GET /v2.0/networks/fc5fbf8b-b290-4909-ad02-6e42f6cbe581?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8401647 Jun 22 08:58:54.362893 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133719154'] for port, before_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:54.412760 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.db [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] For port d7fae4f8-151a-4ff3-bbbd-5c40723001d0, host dv-cinder-797333-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797333-1-smb',level=0,port_id=d7fae4f8-151a-4ff3-bbbd-5c40723001d0,segment=NetworkSegment(f5dcb9d0-69a0-4f7f-8ef7-9bef0bfd3dea),segment_id=f5dcb9d0-69a0-4f7f-8ef7-9bef0bfd3dea)] {{(pid=92666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 08:58:54.426034 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133719696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133660950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728380107731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728379583079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728379583124'] for port, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:54.429633 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG oslo_concurrency.lockutils [None req-884b3306-24ba-4295-8036-180594274d36 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:58:54.576661 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Pushing event updated for resources: {'Port': ['ID=d7fae4f8-151a-4ff3-bbbd-5c40723001d0,revision_number=4']} {{(pid=92666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:58:54.598798 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG oslo_concurrency.lockutils [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=92666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:58:54.747667 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-07da8da5-8337-45e4-a7c7-0d1d3740f6a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133719154'] for port, before_update {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:54.793126 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-98c72b78-33ef-41d4-88fd-225cd73ecbb3 req-86abc864-cf3c-4e43-98c5-c2f5f700587f tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] 10.222.0.22 "GET /v2.0/security-groups?id=38156de4-c897-4c33-98c3-f122cd461c94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.2780058 Jun 22 08:58:54.843262 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-2a88110d-c0c4-48d3-b10f-b50dc992f8ca req-59463aa4-5d17-47dd-9674-11ae0c66d037 tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] 10.222.0.22 "GET /v2.0/security-groups?id=b898a60c-7fe8-421c-bc5f-0e7f60ad4a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4821055 Jun 22 08:58:54.952329 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-a1452abb-efba-407e-83f2-072f8e65b580 req-e3fe1240-7f94-408a-a04a-8236336a43ee service neutron] 10.222.0.15 "GET /v2.0/networks/fc5fbf8b-b290-4909-ad02-6e42f6cbe581?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5669515 Jun 22 08:58:55.173729 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5469d1-b83b-4030-96c9-bea7373e629d req-bced615e-ea86-4d04-a924-b30dec1f2c23 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:58:55.173729 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-ea5469d1-b83b-4030-96c9-bea7373e629d req-bced615e-ea86-4d04-a924-b30dec1f2c23 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.22 "GET /v2.0/ports?device_id=6271050a-4abc-4bde-8b04-76e25bbe6df5 HTTP/1.1" status: 200 len: 945 time: 0.1535602 Jun 22 08:58:55.228142 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-07da8da5-8337-45e4-a7c7-0d1d3740f6a5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:55.238450 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-07da8da5-8337-45e4-a7c7-0d1d3740f6a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133719696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133660950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728380107731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728379583079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728379583124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4027018'] for port, after_update {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:55.240742 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:58:55.290550 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-ea5469d1-b83b-4030-96c9-bea7373e629d req-0236540c-45cb-4dd9-a1c4-6ac3c23cdd5f tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.22 "GET /v2.0/security-groups?id=439773e6-15fd-46a9-865b-f4af198ad98a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1184444 Jun 22 08:58:55.369761 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07da8da5-8337-45e4-a7c7-0d1d3740f6a5 admin admin] Pushing event updated for resources: {'Port': ['ID=90e3b13e-fe87-4c0f-8a7b-71d02b12eb89,revision_number=2']} {{(pid=92665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:58:55.375665 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-07da8da5-8337-45e4-a7c7-0d1d3740f6a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:58:55.377931 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-07da8da5-8337-45e4-a7c7-0d1d3740f6a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133661043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-741137'] for router_interface, after_create {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:55.590250 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07da8da5-8337-45e4-a7c7-0d1d3740f6a5 admin admin] Network b3c13f4c-b8ff-4164-9438-784286903cad is already hosted by enough agents. {{(pid=92665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 08:58:55.593329 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.scheduler.base_scheduler [None req-07da8da5-8337-45e4-a7c7-0d1d3740f6a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=92665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 08:58:55.810622 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.rpc [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Device d7fae4f8-151a-4ff3-bbbd-5c40723001d0 up at agent ovs-agent-dv-cinder-797333-1-smb {{(pid=92666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 08:58:55.940734 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07da8da5-8337-45e4-a7c7-0d1d3740f6a5 admin admin] Router c14cece0-d49c-437e-a62c-5e9a9e815504 has already been hosted by L3 agent 81bac9f2-ec56-4bd6-b329-9598189ea0dc {{(pid=92665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 08:58:56.083352 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.provisioning_blocks [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Provisioning complete for port d7fae4f8-151a-4ff3-bbbd-5c40723001d0 triggered by entity L2. {{(pid=92666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 08:58:56.085868 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133917554'] for port, provisioning_complete {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:56.156020 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.provisioning_blocks [None req-0f2a2d08-3e60-4715-8bd6-304bc933f27f None None] Provisioning complete for port 90e3b13e-fe87-4c0f-8a7b-71d02b12eb89 triggered by entity DHCP. {{(pid=92666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 08:58:56.156666 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-0f2a2d08-3e60-4715-8bd6-304bc933f27f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133917554'] for port, provisioning_complete {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:56.198015 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.plugin [None req-0f2a2d08-3e60-4715-8bd6-304bc933f27f None None] Port 90e3b13e-fe87-4c0f-8a7b-71d02b12eb89 cannot update to ACTIVE because it is not bound. {{(pid=92666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 08:58:56.226869 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07da8da5-8337-45e4-a7c7-0d1d3740f6a5 admin admin] Notify agent at l3_agent.dv-cinder-797333-1-smb the message routers_updated {{(pid=92665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 08:58:56.242701 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [None req-07da8da5-8337-45e4-a7c7-0d1d3740f6a5 admin admin] 10.222.0.22 "PUT /v2.0/routers/c14cece0-d49c-437e-a62c-5e9a9e815504/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6791103 Jun 22 08:58:56.261458 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c92a32-43a6-477f-94ef-2e6bcc0d77ea None None] Sync routers for ids ['c14cece0-d49c-437e-a62c-5e9a9e815504'] in dv-cinder-797333-1-smb {{(pid=92666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 08:58:56.305147 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c92a32-43a6-477f-94ef-2e6bcc0d77ea None None] Routers {'c14cece0-d49c-437e-a62c-5e9a9e815504'} bound to L3 agent in host dv-cinder-797333-1-smb {{(pid=92666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 08:58:56.306862 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.l3_hamode_db [None req-49c92a32-43a6-477f-94ef-2e6bcc0d77ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797333-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-22T08:48:43Z,description=,heartbeat_timestamp=2021-06-22T08:58:44Z,host='dv-cinder-797333-1-smb',id=81bac9f2-ec56-4bd6-b329-9598189ea0dc,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T08:48:43Z,topic='l3_agent')) {'router_ids': ['c14cece0-d49c-437e-a62c-5e9a9e815504'], 'active': True} {{(pid=92666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 08:58:56.332888 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74db3c36-a3e9-4e91-bc1c-b34e48290bc4 req-b2733e95-ec1a-4682-b584-7d9d6bfe9665 tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:58:56.336740 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-74db3c36-a3e9-4e91-bc1c-b34e48290bc4 req-b2733e95-ec1a-4682-b584-7d9d6bfe9665 tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] 10.222.0.22 "GET /v2.0/ports?device_id=77bc445d-b7a3-4b72-a814-8e0cc5e86369 HTTP/1.1" status: 200 len: 946 time: 0.1123095 Jun 22 08:58:56.458111 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-74db3c36-a3e9-4e91-bc1c-b34e48290bc4 req-c985efc4-2a05-4f99-83ba-96d72e75427f tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] 10.222.0.22 "GET /v2.0/security-groups?id=38156de4-c897-4c33-98c3-f122cd461c94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1133730 Jun 22 08:58:56.506018 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.l3_dvr_db [None req-49c92a32-43a6-477f-94ef-2e6bcc0d77ea None None] Set router c14cece0-d49c-437e-a62c-5e9a9e815504 gateway port host: dv-cinder-797333-1-smb {{(pid=92666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 08:58:56.681046 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba504cc-6789-406b-8938-9e858d828bb2 req-bca7f3f2-3bf1-4d2c-9585-72465ba45e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:58:56.686852 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-eba504cc-6789-406b-8938-9e858d828bb2 req-bca7f3f2-3bf1-4d2c-9585-72465ba45e5f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=4ac5f7be-69be-4bc1-ac2a-6d08449ce0a9 HTTP/1.1" status: 200 len: 1098 time: 0.1533945 Jun 22 08:58:56.877390 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-eba504cc-6789-406b-8938-9e858d828bb2 req-962e0628-02d6-4026-9c30-c447ee113346 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=b898a60c-7fe8-421c-bc5f-0e7f60ad4a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528420 Jun 22 08:58:56.900424 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585523ed-8344-47e1-8108-0944e8c65943 req-7cd0d746-0f88-43ec-9756-69b1279de300 tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:58:56.909981 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-585523ed-8344-47e1-8108-0944e8c65943 req-7cd0d746-0f88-43ec-9756-69b1279de300 tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] 10.222.0.22 "GET /v2.0/ports?device_id=4ac5f7be-69be-4bc1-ac2a-6d08449ce0a9 HTTP/1.1" status: 200 len: 945 time: 0.2192018 Jun 22 08:58:57.109666 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-585523ed-8344-47e1-8108-0944e8c65943 req-08b5a9f2-0d81-4e4b-9302-5d20918a0c02 tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] 10.222.0.22 "GET /v2.0/security-groups?id=b898a60c-7fe8-421c-bc5f-0e7f60ad4a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1975725 Jun 22 08:58:57.117421 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.l3_hamode_db [None req-49c92a32-43a6-477f-94ef-2e6bcc0d77ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c14cece0-d49c-437e-a62c-5e9a9e815504', 'name': 'tempest-TestShelveInstance-2028835958-router', 'tenant_id': '3cdda909a361486c941cba339ea661cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '229d5e4a-3847-4866-aa2f-e37dad8eeeae', 'external_fixed_ips': [{'subnet_id': '86526ad5-0ce1-4847-a8b3-31fb35f84f34', 'ip_address': '172.28.3.209'}], 'enable_snat': True}, 'gw_port_id': 'd7fae4f8-151a-4ff3-bbbd-5c40723001d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T08:58:44Z', 'updated_at': '2021-06-22T08:58:53Z', 'revision_number': 4, 'project_id': '3cdda909a361486c941cba339ea661cd', 'gw_port': {'id': 'd7fae4f8-151a-4ff3-bbbd-5c40723001d0', 'name': '', 'network_id': '229d5e4a-3847-4866-aa2f-e37dad8eeeae', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:5e:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c14cece0-d49c-437e-a62c-5e9a9e815504', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '86526ad5-0ce1-4847-a8b3-31fb35f84f34', 'ip_address': '172.28.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T08:58:45Z', 'updated_at': '2021-06-22T08:58:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86526ad5-0ce1-4847-a8b3-31fb35f84f34', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797333-1-smb', '_interfaces': [{'id': '90e3b13e-fe87-4c0f-8a7b-71d02b12eb89', 'name': '', 'network_id': 'b3c13f4c-b8ff-4164-9438-784286903cad', 'tenant_id': '3cdda909a361486c941cba339ea661cd', 'mac_address': 'fa:16:3e:3a:c7:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c14cece0-d49c-437e-a62c-5e9a9e815504', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'c4619780-7695-464f-af2b-4e2935ed6232', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T08:58:51Z', 'updated_at': '2021-06-22T08:58:54Z', 'revision_number': 2, 'project_id': '3cdda909a361486c941cba339ea661cd', 'subnets': [{'id': 'c4619780-7695-464f-af2b-4e2935ed6232', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797333-1-smb', False) {} {{(pid=92666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 08:58:57.189949 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c92a32-43a6-477f-94ef-2e6bcc0d77ea None None] Checking router: c14cece0-d49c-437e-a62c-5e9a9e815504 for host: dv-cinder-797333-1-smb {{(pid=92666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 08:58:57.190313 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c92a32-43a6-477f-94ef-2e6bcc0d77ea None None] Updating router c14cece0-d49c-437e-a62c-5e9a9e815504 port 90e3b13e-fe87-4c0f-8a7b-71d02b12eb89 binding host dv-cinder-797333-1-smb {{(pid=92666) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 08:58:57.193245 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73e7dd9-f6e1-440e-9a87-cbdf73d5b8b9 req-5514453b-2094-4544-a8d3-aa6938bcbc58 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:58:57.197954 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-c73e7dd9-f6e1-440e-9a87-cbdf73d5b8b9 req-5514453b-2094-4544-a8d3-aa6938bcbc58 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.22 "GET /v2.0/ports?device_id=6271050a-4abc-4bde-8b04-76e25bbe6df5 HTTP/1.1" status: 200 len: 945 time: 0.2568386 Jun 22 08:58:57.294075 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-c73e7dd9-f6e1-440e-9a87-cbdf73d5b8b9 req-753d4156-e12d-4bb8-bedd-00c7c4b55783 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.22 "GET /v2.0/security-groups?id=439773e6-15fd-46a9-865b-f4af198ad98a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909474 Jun 22 08:58:57.298782 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-49c92a32-43a6-477f-94ef-2e6bcc0d77ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133719154'] for port, before_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:57.621656 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ad1110-037c-4eff-b741-66ae868e317c req-cb6fcc21-7ecc-4bcb-82b3-26f34a47b0e6 tempest-TestMinimumBasicScenario-143008768 tempest-TestMinimumBasicScenario-143008768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:58:57.638481 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-00ad1110-037c-4eff-b741-66ae868e317c req-cb6fcc21-7ecc-4bcb-82b3-26f34a47b0e6 tempest-TestMinimumBasicScenario-143008768 tempest-TestMinimumBasicScenario-143008768-project] 10.222.0.22 "GET /v2.0/networks?id=e2082447-2f6b-49c7-89d0-33b24d58457e HTTP/1.1" status: 200 len: 815 time: 0.2243490 Jun 22 08:58:57.664963 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-00ad1110-037c-4eff-b741-66ae868e317c req-413a18b7-0796-41ef-bd39-d947fa21be5c tempest-TestMinimumBasicScenario-143008768 tempest-TestMinimumBasicScenario-143008768-project] 10.222.0.22 "GET /v2.0/quotas/1fd4662991be4413a3d38dad2d2f406a HTTP/1.1" status: 200 len: 375 time: 0.0221758 Jun 22 08:58:57.772270 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.wsgi [-] (92664) accepted ('10.222.0.22', 36594) {{(pid=92664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 08:58:57.777941 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.v2.base [None req-798beda3-e6bb-4f23-809f-55aba463ad40 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1479053426-network', 'tenant_id': '1f642367c9e9471cbb9423fd80a72ec5'}} {{(pid=92664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 08:58:57.810517 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-798beda3-e6bb-4f23-809f-55aba463ad40 admin admin] Made reservation on behalf of 1f642367c9e9471cbb9423fd80a72ec5 for: {'network': 1} {{(pid=92664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 08:58:57.813921 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-798beda3-e6bb-4f23-809f-55aba463ad40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-133719140'] for network, before_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:57.825756 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-798beda3-e6bb-4f23-809f-55aba463ad40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:57.937913 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-798beda3-e6bb-4f23-809f-55aba463ad40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:57.947135 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-798beda3-e6bb-4f23-809f-55aba463ad40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748303'] for security_group, after_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:57.949730 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-00ad1110-037c-4eff-b741-66ae868e317c req-8721f778-d283-4ad2-8066-e118aa84d804 tempest-TestMinimumBasicScenario-143008768 tempest-TestMinimumBasicScenario-143008768-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=1fd4662991be4413a3d38dad2d2f406a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2771459 Jun 22 08:58:57.951446 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:58:57.963320 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cca15d2-c35c-40a7-adf5-c5697fdafb05 req-bf98e32e-bf22-4b00-87b8-29049644fb66 tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:58:57.971330 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-5cca15d2-c35c-40a7-adf5-c5697fdafb05 req-bf98e32e-bf22-4b00-87b8-29049644fb66 tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] 10.222.0.22 "GET /v2.0/ports?device_id=77bc445d-b7a3-4b72-a814-8e0cc5e86369 HTTP/1.1" status: 200 len: 946 time: 0.2697697 Jun 22 08:58:57.981307 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798beda3-e6bb-4f23-809f-55aba463ad40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7ad2a00-43e1-4506-932c-861ceafca6ba,revision_number=1']} {{(pid=92664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:58:58.000077 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-798beda3-e6bb-4f23-809f-55aba463ad40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:58:58.017145 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-798beda3-e6bb-4f23-809f-55aba463ad40 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 245} {{(pid=92664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 08:58:58.018391 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-49c92a32-43a6-477f-94ef-2e6bcc0d77ea None None] Notify callbacks [] for port, precommit_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:58.031472 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-798beda3-e6bb-4f23-809f-55aba463ad40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133909941'] for segment, precommit_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:58.032800 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.db.segments_db [None req-798beda3-e6bb-4f23-809f-55aba463ad40 admin admin] Added segment 268806ae-4205-41c8-80a0-6d59de60a565 of type vlan for network 43a92e91-3203-44c2-bebd-b4b95d0924ba Jun 22 08:58:58.036254 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.provisioning_blocks [None req-49c92a32-43a6-477f-94ef-2e6bcc0d77ea None None] Transition to ACTIVE for port object 90e3b13e-fe87-4c0f-8a7b-71d02b12eb89 will not be triggered until provisioned by entity L2. {{(pid=92666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 08:58:58.042073 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5029199d-8697-4224-afcc-bfe10fa384a1 req-b4835ef2-60c5-434d-8727-5112336128b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:58:58.043875 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-5029199d-8697-4224-afcc-bfe10fa384a1 req-b4835ef2-60c5-434d-8727-5112336128b0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=539be15b3b01480196a1d49d035c0e00&device_id=77bc445d-b7a3-4b72-a814-8e0cc5e86369 HTTP/1.1" status: 200 len: 1099 time: 0.2743752 Jun 22 08:58:58.068706 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-49c92a32-43a6-477f-94ef-2e6bcc0d77ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133719696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133660950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728380107731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728379583079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728379583124'] for port, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:58.075287 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG oslo_concurrency.lockutils [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:58:58.090035 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-5cca15d2-c35c-40a7-adf5-c5697fdafb05 req-7183ea43-55af-4141-9658-9b4318365fe7 tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] 10.222.0.22 "GET /v2.0/security-groups?id=38156de4-c897-4c33-98c3-f122cd461c94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1175866 Jun 22 08:58:58.128192 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-798beda3-e6bb-4f23-809f-55aba463ad40 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728379603923'] for network, precommit_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:58.177933 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9811b935-b7f8-4dac-b43a-f1c3481eee2a None None] Pushing event updated for resources: {'Port': ['ID=90e3b13e-fe87-4c0f-8a7b-71d02b12eb89,revision_number=3']} {{(pid=92666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:58:58.188766 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-798beda3-e6bb-4f23-809f-55aba463ad40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-748338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-133660957'] for network, after_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:58.198435 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-798beda3-e6bb-4f23-809f-55aba463ad40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:58:58.200986 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-798beda3-e6bb-4f23-809f-55aba463ad40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133660928'] for network, before_response {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:58.240817 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:58:58.252577 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG oslo_concurrency.lockutils [None req-9811b935-b7f8-4dac-b43a-f1c3481eee2a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=92666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:58:58.304431 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-00ad1110-037c-4eff-b741-66ae868e317c req-0c17db3f-2fdc-4fd1-bb6d-58a9e574a3ce service neutron] 10.222.0.22 "GET /v2.0/networks/e2082447-2f6b-49c7-89d0-33b24d58457e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3309209 Jun 22 08:58:58.371182 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.managers [None req-49c92a32-43a6-477f-94ef-2e6bcc0d77ea None None] Attempting to bind port 90e3b13e-fe87-4c0f-8a7b-71d02b12eb89 on host dv-cinder-797333-1-smb for vnic_type normal with profile {{(pid=92666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 08:58:58.371822 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.managers [None req-49c92a32-43a6-477f-94ef-2e6bcc0d77ea None None] Attempting to bind port 90e3b13e-fe87-4c0f-8a7b-71d02b12eb89 by drivers openvswitch,hyperv on host dv-cinder-797333-1-smb at level 0 using segments [{'id': 'ea110242-fe51-4929-b591-906578e682da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'b3c13f4c-b8ff-4164-9438-784286903cad'}] {{(pid=92666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 08:58:58.372372 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c92a32-43a6-477f-94ef-2e6bcc0d77ea None None] Attempting to bind port 90e3b13e-fe87-4c0f-8a7b-71d02b12eb89 on network b3c13f4c-b8ff-4164-9438-784286903cad {{(pid=92666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 08:58:58.384483 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c92a32-43a6-477f-94ef-2e6bcc0d77ea None None] Checking agent: {'id': 'a79e4517-6a90-4dc6-90fb-3f5d630e0bbe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797333-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 8, 48, 44), 'started_at': datetime.datetime(2021, 6, 22, 8, 49, 14), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 8, 58, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797333-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 08:58:58.385181 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c92a32-43a6-477f-94ef-2e6bcc0d77ea None None] Checking segment: {'id': 'ea110242-fe51-4929-b591-906578e682da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'b3c13f4c-b8ff-4164-9438-784286903cad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 08:58:58.385971 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-49c92a32-43a6-477f-94ef-2e6bcc0d77ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:58.386569 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c92a32-43a6-477f-94ef-2e6bcc0d77ea None None] Bound using segment: {'id': 'ea110242-fe51-4929-b591-906578e682da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'b3c13f4c-b8ff-4164-9438-784286903cad'} {{(pid=92666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 08:58:58.387241 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.managers [None req-49c92a32-43a6-477f-94ef-2e6bcc0d77ea None None] Bound port: 90e3b13e-fe87-4c0f-8a7b-71d02b12eb89, host: dv-cinder-797333-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea110242-fe51-4929-b591-906578e682da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'b3c13f4c-b8ff-4164-9438-784286903cad'}}] {{(pid=92666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 08:58:58.387806 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-49c92a32-43a6-477f-94ef-2e6bcc0d77ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133719154'] for port, before_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:58.406613 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798beda3-e6bb-4f23-809f-55aba463ad40 admin admin] Pushing event updated for resources: {'Network': ['ID=43a92e91-3203-44c2-bebd-b4b95d0924ba,revision_number=1']} {{(pid=92664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:58:58.418404 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [None req-798beda3-e6bb-4f23-809f-55aba463ad40 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6444290 Jun 22 08:58:58.419735 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-798beda3-e6bb-4f23-809f-55aba463ad40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:58:58.423581 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.wsgi [-] (92664) accepted ('10.222.0.22', 36608) {{(pid=92664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 08:58:58.432664 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.v2.base [None req-0362a545-cba1-468c-bb5f-47b433b0f12e admin admin] Request body: {'subnet': {'network_id': '43a92e91-3203-44c2-bebd-b4b95d0924ba', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1479053426-subnet', 'tenant_id': '1f642367c9e9471cbb9423fd80a72ec5', 'ip_version': 4}} {{(pid=92664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 08:58:58.448957 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.rpc [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Network 43a92e91-3203-44c2-bebd-b4b95d0924ba details requested by agent ovs-agent-dv-cinder-797333-1-smb with host dv-cinder-797333-1-smb {{(pid=92666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 08:58:58.477214 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0362a545-cba1-468c-bb5f-47b433b0f12e admin admin] Made reservation on behalf of 1f642367c9e9471cbb9423fd80a72ec5 for: {'subnet': 1} {{(pid=92664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 08:58:58.480241 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-0362a545-cba1-468c-bb5f-47b433b0f12e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9089577'] for subnet, before_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:58.578167 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.db [None req-49c92a32-43a6-477f-94ef-2e6bcc0d77ea None None] For port 90e3b13e-fe87-4c0f-8a7b-71d02b12eb89, host dv-cinder-797333-1-smb, cleared binding levels {{(pid=92666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 08:58:58.582073 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.db [None req-49c92a32-43a6-477f-94ef-2e6bcc0d77ea None None] For port 90e3b13e-fe87-4c0f-8a7b-71d02b12eb89, host dv-cinder-797333-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797333-1-smb',level=0,port_id=90e3b13e-fe87-4c0f-8a7b-71d02b12eb89,segment=NetworkSegment(ea110242-fe51-4929-b591-906578e682da),segment_id=ea110242-fe51-4929-b591-906578e682da)] {{(pid=92666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 08:58:58.601021 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5029199d-8697-4224-afcc-bfe10fa384a1 req-00736c72-22d4-402f-be63-1e820524e791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:58:58.602271 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-49c92a32-43a6-477f-94ef-2e6bcc0d77ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133719696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133660950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728380107731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728379583079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728379583124'] for port, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:58.603071 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-5029199d-8697-4224-afcc-bfe10fa384a1 req-00736c72-22d4-402f-be63-1e820524e791 service neutron] 10.222.0.15 "GET /v2.0/networks?id=6858ed3b-c3b9-4692-a3bd-5458c5aaeb61 HTTP/1.1" status: 200 len: 911 time: 0.5454905 Jun 22 08:58:58.608567 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG oslo_concurrency.lockutils [None req-92d36823-aecd-4c9c-9f63-a0b8aa9a6e8d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:58:58.729508 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c92a32-43a6-477f-94ef-2e6bcc0d77ea None None] Routers {'c14cece0-d49c-437e-a62c-5e9a9e815504'} bound to L3 agent in host dv-cinder-797333-1-smb {{(pid=92666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 08:58:58.732439 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.l3_hamode_db [None req-49c92a32-43a6-477f-94ef-2e6bcc0d77ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797333-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-22T08:48:43Z,description=,heartbeat_timestamp=2021-06-22T08:58:44Z,host='dv-cinder-797333-1-smb',id=81bac9f2-ec56-4bd6-b329-9598189ea0dc,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T08:48:43Z,topic='l3_agent')) {'router_ids': ['c14cece0-d49c-437e-a62c-5e9a9e815504'], 'active': True} {{(pid=92666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 08:58:58.743400 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-0362a545-cba1-468c-bb5f-47b433b0f12e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133660950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9113125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9089563'] for subnet, after_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:58.760826 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:58:58.797790 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-5029199d-8697-4224-afcc-bfe10fa384a1 req-ca07908a-d98f-407e-b175-fb4ab6d7d887 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e0df6b65-6043-4e31-a806-6e16be4c8dd5 HTTP/1.1" status: 200 len: 1000 time: 0.1817334 Jun 22 08:58:58.799678 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-00ad1110-037c-4eff-b741-66ae868e317c req-bb1aa2aa-f5a7-4554-a6ac-25f7c4f84f85 service neutron] 10.222.0.22 "GET /v2.0/networks/e2082447-2f6b-49c7-89d0-33b24d58457e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4861512 Jun 22 08:58:58.837011 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.wsgi [-] (92664) accepted ('10.222.0.22', 36616) {{(pid=92664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 08:58:58.913492 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.l3_dvr_db [None req-49c92a32-43a6-477f-94ef-2e6bcc0d77ea None None] Set router c14cece0-d49c-437e-a62c-5e9a9e815504 gateway port host: dv-cinder-797333-1-smb {{(pid=92666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 08:58:58.927061 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5170aaf-7ec6-4e17-bd01-51fd03f902fe req-3ba8b1b6-00d1-4ebc-adf1-27340c5e1d2f tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:58:58.948418 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-b5170aaf-7ec6-4e17-bd01-51fd03f902fe req-3ba8b1b6-00d1-4ebc-adf1-27340c5e1d2f tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] 10.222.0.22 "GET /v2.0/ports?device_id=4ac5f7be-69be-4bc1-ac2a-6d08449ce0a9 HTTP/1.1" status: 200 len: 945 time: 0.4619935 Jun 22 08:58:58.962179 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0362a545-cba1-468c-bb5f-47b433b0f12e admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ae22cb5-41e5-4c23-9ef6-ae16dbad4803,revision_number=0']} {{(pid=92664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:58:58.969121 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-0362a545-cba1-468c-bb5f-47b433b0f12e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:58:58.983590 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0362a545-cba1-468c-bb5f-47b433b0f12e admin admin] Checking segment: {'id': '268806ae-4205-41c8-80a0-6d59de60a565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '43a92e91-3203-44c2-bebd-b4b95d0924ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 08:58:58.984067 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0362a545-cba1-468c-bb5f-47b433b0f12e admin admin] Network hostable DHCP agents. Network: 43a92e91-3203-44c2-bebd-b4b95d0924ba, hostable agents: ['18f46bdb-decb-4ad2-bb7f-51185bbb2b9b'], hosted agents: [] {{(pid=92664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 08:58:59.029366 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5029199d-8697-4224-afcc-bfe10fa384a1 req-c0864a0f-5cc7-454f-bf14-6c0147c5863c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:58:59.043025 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-5029199d-8697-4224-afcc-bfe10fa384a1 req-c0864a0f-5cc7-454f-bf14-6c0147c5863c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d3540fe9-cc9d-4e8a-ade5-a63ad9a74449 HTTP/1.1" status: 200 len: 849 time: 0.2363369 Jun 22 08:58:59.070317 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0362a545-cba1-468c-bb5f-47b433b0f12e admin admin] Network 43a92e91-3203-44c2-bebd-b4b95d0924ba is scheduled to be hosted by DHCP agent 18f46bdb-decb-4ad2-bb7f-51185bbb2b9b with binding_index 1 {{(pid=92664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 08:58:59.082814 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-92ca1ca6-e7ec-454a-a60b-d1cefecedf86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:59.099236 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.scheduler.base_scheduler [None req-0362a545-cba1-468c-bb5f-47b433b0f12e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797333-1-smb, 43a92e91-3203-44c2-bebd-b4b95d0924ba) {{(pid=92664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 08:58:59.108616 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0362a545-cba1-468c-bb5f-47b433b0f12e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:58:59.109427 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-0362a545-cba1-468c-bb5f-47b433b0f12e admin admin] Notify callbacks [] for subnet, before_response {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:59.155944 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0574667c-9e21-429f-971b-5bf4cdb13870 None None] Network 43a92e91-3203-44c2-bebd-b4b95d0924ba requested from dv-cinder-797333-1-smb {{(pid=92666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 08:58:59.236260 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-92ca1ca6-e7ec-454a-a60b-d1cefecedf86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:59.246802 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-92ca1ca6-e7ec-454a-a60b-d1cefecedf86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748303'] for security_group, after_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:59.269282 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-3a928314-fcf3-43a0-900d-b5f8e909bdf5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:58:59.289117 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9811b935-b7f8-4dac-b43a-f1c3481eee2a None None] Pushing event updated for resources: {'Port': ['ID=90e3b13e-fe87-4c0f-8a7b-71d02b12eb89,revision_number=4']} {{(pid=92666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:58:59.296917 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG oslo_concurrency.lockutils [None req-9811b935-b7f8-4dac-b43a-f1c3481eee2a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.689s {{(pid=92666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:58:59.300172 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [None req-0362a545-cba1-468c-bb5f-47b433b0f12e admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8747540 Jun 22 08:58:59.306504 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.wsgi [-] (92664) accepted ('10.222.0.22', 36630) {{(pid=92664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 08:58:59.322641 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-b5170aaf-7ec6-4e17-bd01-51fd03f902fe req-f2fbc693-879b-45da-a1d9-26fc98375aa6 tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] 10.222.0.22 "GET /v2.0/security-groups?id=b898a60c-7fe8-421c-bc5f-0e7f60ad4a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3732359 Jun 22 08:58:59.336425 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.v2.base [None req-883c1e07-0c83-4528-9cae-57b579972db7 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1479053426-router', 'tenant_id': '1f642367c9e9471cbb9423fd80a72ec5', 'external_gateway_info': {'network_id': '229d5e4a-3847-4866-aa2f-e37dad8eeeae'}}} {{(pid=92664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 08:58:59.385102 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [None req-92ca1ca6-e7ec-454a-a60b-d1cefecedf86 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=24116255e5a6450d83ac786e5f1ae8b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5470202 Jun 22 08:58:59.391991 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.wsgi [-] (92664) accepted ('10.222.0.22', 36634) {{(pid=92664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 08:58:59.415647 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ca1ca6-e7ec-454a-a60b-d1cefecedf86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdc16da2-b71d-4013-a1ef-25859d664953,revision_number=1']} {{(pid=92664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:58:59.424218 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-92ca1ca6-e7ec-454a-a60b-d1cefecedf86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:58:59.470588 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-883c1e07-0c83-4528-9cae-57b579972db7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-122542'] for router, before_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:59.471888 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-883c1e07-0c83-4528-9cae-57b579972db7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-737553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546884', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-766006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-122583'] for router, precommit_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:59.484105 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.l3_hamode_db [None req-49c92a32-43a6-477f-94ef-2e6bcc0d77ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c14cece0-d49c-437e-a62c-5e9a9e815504', 'name': 'tempest-TestShelveInstance-2028835958-router', 'tenant_id': '3cdda909a361486c941cba339ea661cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '229d5e4a-3847-4866-aa2f-e37dad8eeeae', 'external_fixed_ips': [{'subnet_id': '86526ad5-0ce1-4847-a8b3-31fb35f84f34', 'ip_address': '172.28.3.209'}], 'enable_snat': True}, 'gw_port_id': 'd7fae4f8-151a-4ff3-bbbd-5c40723001d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T08:58:44Z', 'updated_at': '2021-06-22T08:58:53Z', 'revision_number': 4, 'project_id': '3cdda909a361486c941cba339ea661cd', 'gw_port': {'id': 'd7fae4f8-151a-4ff3-bbbd-5c40723001d0', 'name': '', 'network_id': '229d5e4a-3847-4866-aa2f-e37dad8eeeae', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:5e:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c14cece0-d49c-437e-a62c-5e9a9e815504', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '86526ad5-0ce1-4847-a8b3-31fb35f84f34', 'ip_address': '172.28.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T08:58:45Z', 'updated_at': '2021-06-22T08:58:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86526ad5-0ce1-4847-a8b3-31fb35f84f34', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797333-1-smb', '_interfaces': [{'id': '90e3b13e-fe87-4c0f-8a7b-71d02b12eb89', 'name': '', 'network_id': 'b3c13f4c-b8ff-4164-9438-784286903cad', 'tenant_id': '3cdda909a361486c941cba339ea661cd', 'mac_address': 'fa:16:3e:3a:c7:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c14cece0-d49c-437e-a62c-5e9a9e815504', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'c4619780-7695-464f-af2b-4e2935ed6232', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T08:58:51Z', 'updated_at': '2021-06-22T08:58:58Z', 'revision_number': 4, 'project_id': '3cdda909a361486c941cba339ea661cd', 'subnets': [{'id': 'c4619780-7695-464f-af2b-4e2935ed6232', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797333-1-smb', False) {} {{(pid=92666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 08:58:59.518128 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5029199d-8697-4224-afcc-bfe10fa384a1 req-0788b3d3-0286-46d9-bdfd-749d5d37ed31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:58:59.525618 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-5029199d-8697-4224-afcc-bfe10fa384a1 req-0788b3d3-0286-46d9-bdfd-749d5d37ed31 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6858ed3b-c3b9-4692-a3bd-5458c5aaeb61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4680209 Jun 22 08:58:59.547192 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c92a32-43a6-477f-94ef-2e6bcc0d77ea None None] The sync data for ids ['c14cece0-d49c-437e-a62c-5e9a9e815504'] in dv-cinder-797333-1-smb is: [{'id': 'c14cece0-d49c-437e-a62c-5e9a9e815504', 'name': 'tempest-TestShelveInstance-2028835958-router', 'tenant_id': '3cdda909a361486c941cba339ea661cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '229d5e4a-3847-4866-aa2f-e37dad8eeeae', 'external_fixed_ips': [{'subnet_id': '86526ad5-0ce1-4847-a8b3-31fb35f84f34', 'ip_address': '172.28.3.209'}], 'enable_snat': True}, 'gw_port_id': 'd7fae4f8-151a-4ff3-bbbd-5c40723001d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T08:58:44Z', 'updated_at': '2021-06-22T08:58:53Z', 'revision_number': 4, 'project_id': '3cdda909a361486c941cba339ea661cd', 'gw_port': {'id': 'd7fae4f8-151a-4ff3-bbbd-5c40723001d0', 'name': '', 'network_id': '229d5e4a-3847-4866-aa2f-e37dad8eeeae', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:5e:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c14cece0-d49c-437e-a62c-5e9a9e815504', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '86526ad5-0ce1-4847-a8b3-31fb35f84f34', 'ip_address': '172.28.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T08:58:45Z', 'updated_at': '2021-06-22T08:58:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86526ad5-0ce1-4847-a8b3-31fb35f84f34', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797333-1-smb', '_interfaces': [{'id': '90e3b13e-fe87-4c0f-8a7b-71d02b12eb89', 'name': '', 'network_id': 'b3c13f4c-b8ff-4164-9438-784286903cad', 'tenant_id': '3cdda909a361486c941cba339ea661cd', 'mac_address': 'fa:16:3e:3a:c7:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c14cece0-d49c-437e-a62c-5e9a9e815504', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'c4619780-7695-464f-af2b-4e2935ed6232', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T08:58:51Z', 'updated_at': '2021-06-22T08:58:58Z', 'revision_number': 4, 'project_id': '3cdda909a361486c941cba339ea661cd', 'subnets': [{'id': 'c4619780-7695-464f-af2b-4e2935ed6232', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 08:58:59.570509 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb22d57a-9f80-4116-a1c6-cf1b077c843f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe699e1bb-b510-57b4-bbc5-d9fe0df28f1b-43a92e91-3203-44c2-bebd-b4b95d0924ba', 'network_id': '43a92e91-3203-44c2-bebd-b4b95d0924ba', 'tenant_id': '1f642367c9e9471cbb9423fd80a72ec5', 'fixed_ips': [{'subnet_id': '0ae22cb5-41e5-4c23-9ef6-ae16dbad4803'}]}} from dv-cinder-797333-1-smb. {{(pid=92666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 08:58:59.571420 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-eb22d57a-9f80-4116-a1c6-cf1b077c843f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-133719140'] for port, before_create {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:59.708094 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-b3fab976-024b-4d32-b613-ed58e0ace916 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:59.712295 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-883c1e07-0c83-4528-9cae-57b579972db7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:58:59.817695 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414edc34-6448-400a-b9a1-1df27d860691 req-b0ac3693-3533-4022-b724-d6331cb26bbd tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:58:59.830297 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-414edc34-6448-400a-b9a1-1df27d860691 req-b0ac3693-3533-4022-b724-d6331cb26bbd tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.22 "GET /v2.0/ports?device_id=6271050a-4abc-4bde-8b04-76e25bbe6df5 HTTP/1.1" status: 200 len: 945 time: 0.4923179 Jun 22 08:58:59.870576 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.db_base_plugin_common [None req-eb22d57a-9f80-4116-a1c6-cf1b077c843f None None] Allocated IP 172.20.0.2 (43a92e91-3203-44c2-bebd-b4b95d0924ba/0ae22cb5-41e5-4c23-9ef6-ae16dbad4803/46c4e452-4383-49b7-922b-d8693c1c169d) {{(pid=92666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 08:59:00.032213 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.rpc [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Device 90e3b13e-fe87-4c0f-8a7b-71d02b12eb89 up at agent ovs-agent-dv-cinder-797333-1-smb {{(pid=92666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 08:59:00.032508 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-b3fab976-024b-4d32-b613-ed58e0ace916 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:59:00.099874 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-b3fab976-024b-4d32-b613-ed58e0ace916 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748303'] for security_group, after_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:59:00.103022 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-b3fab976-024b-4d32-b613-ed58e0ace916 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:59:00.107283 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [None req-b3fab976-024b-4d32-b613-ed58e0ace916 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/fdc16da2-b71d-4013-a1ef-25859d664953 HTTP/1.1" status: 204 len: 168 time: 0.7121301 Jun 22 08:59:00.109386 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-c21cf9c7-a439-4835-8330-fb47bfb86dbc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:59:00.157876 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fab976-024b-4d32-b613-ed58e0ace916 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdc16da2-b71d-4013-a1ef-25859d664953,revision_number=None']} {{(pid=92664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:59:00.160789 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-b3fab976-024b-4d32-b613-ed58e0ace916 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:59:00.212794 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-883c1e07-0c83-4528-9cae-57b579972db7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-546870', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-122565'] for router, precommit_update {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:59:00.228445 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-414edc34-6448-400a-b9a1-1df27d860691 req-58ece7d4-e2f7-4b48-8e34-e33061178250 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.22 "GET /v2.0/security-groups?id=439773e6-15fd-46a9-865b-f4af198ad98a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3968530 Jun 22 08:59:00.239627 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-5029199d-8697-4224-afcc-bfe10fa384a1 req-cb25c4bd-d1f5-463d-aebb-3c5c4c6ecc6b service neutron] 10.222.0.15 "GET /v2.0/networks/6858ed3b-c3b9-4692-a3bd-5458c5aaeb61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7008767 Jun 22 08:59:00.440297 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-eb22d57a-9f80-4116-a1c6-cf1b077c843f None None] Notify callbacks [] for port, precommit_create {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:59:00.498603 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-f773803f-146c-4202-b377-ee9c126cf3ca req-37b30f0d-8f4d-4a6a-8a38-cc3614a4685c tempest-TestMinimumBasicScenario-143008768 tempest-TestMinimumBasicScenario-143008768-project] 10.222.0.22 "GET /v2.0/ports?device_id=b9189ee1-d14d-4f17-8a25-cb3ce266c018 HTTP/1.1" status: 200 len: 210 time: 0.0535719 Jun 22 08:59:00.509527 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.provisioning_blocks [None req-eb22d57a-9f80-4116-a1c6-cf1b077c843f None None] Transition to ACTIVE for port object 46c4e452-4383-49b7-922b-d8693c1c169d will not be triggered until provisioned by entity L2. {{(pid=92666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 08:59:00.527700 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.provisioning_blocks [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Provisioning for port 90e3b13e-fe87-4c0f-8a7b-71d02b12eb89 completed by entity L2. {{(pid=92666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 08:59:00.549728 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.provisioning_blocks [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Provisioning complete for port 90e3b13e-fe87-4c0f-8a7b-71d02b12eb89 triggered by entity L2. {{(pid=92666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 08:59:00.553505 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133917554'] for port, provisioning_complete {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:59:00.582650 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3eea9a-a576-404c-8351-639e19424f9f req-29852544-7023-44bc-a889-77eb61db6537 tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:59:00.602818 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-9f3eea9a-a576-404c-8351-639e19424f9f req-29852544-7023-44bc-a889-77eb61db6537 tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] 10.222.0.22 "GET /v2.0/ports?device_id=77bc445d-b7a3-4b72-a814-8e0cc5e86369 HTTP/1.1" status: 200 len: 946 time: 0.5595317 Jun 22 08:59:00.632730 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.provisioning_blocks [None req-eb22d57a-9f80-4116-a1c6-cf1b077c843f None None] Transition to ACTIVE for port object 46c4e452-4383-49b7-922b-d8693c1c169d will not be triggered until provisioned by entity DHCP. {{(pid=92666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 08:59:00.644504 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-eb22d57a-9f80-4116-a1c6-cf1b077c843f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-133719719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-133660957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728379583061'] for port, after_create {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:59:00.655036 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG oslo_concurrency.lockutils [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:59:00.829326 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.wsgi [-] (92665) accepted ('10.222.0.22', 36652) {{(pid=92665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 08:59:00.843102 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-5029199d-8697-4224-afcc-bfe10fa384a1 req-972b364a-6ce4-40f8-aa92-e70d2bf35183 service neutron] 10.222.0.15 "GET /v2.0/networks/6858ed3b-c3b9-4692-a3bd-5458c5aaeb61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5933776 Jun 22 08:59:00.867920 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-1c53d88c-c4b5-4076-b6d4-a140502d34dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:59:00.914960 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb22d57a-9f80-4116-a1c6-cf1b077c843f None None] Network 43a92e91-3203-44c2-bebd-b4b95d0924ba is already hosted by enough agents. {{(pid=92666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 08:59:00.923892 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-883c1e07-0c83-4528-9cae-57b579972db7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:59:00.933590 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-9f3eea9a-a576-404c-8351-639e19424f9f req-b3c84587-afea-498d-9fc1-e7284e1be190 tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] 10.222.0.22 "GET /v2.0/security-groups?id=38156de4-c897-4c33-98c3-f122cd461c94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3044286 Jun 22 08:59:00.933950 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.scheduler.base_scheduler [None req-eb22d57a-9f80-4116-a1c6-cf1b077c843f None None] Resources bound (agent type, host, resource id): {{(pid=92666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 08:59:00.939125 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb22d57a-9f80-4116-a1c6-cf1b077c843f None None] Received port after_create {{(pid=92666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 08:59:01.022998 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-883c1e07-0c83-4528-9cae-57b579972db7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-133719140'] for port, before_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:59:01.046977 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb22d57a-9f80-4116-a1c6-cf1b077c843f None None] Pushing event updated for resources: {'Port': ['ID=46c4e452-4383-49b7-922b-d8693c1c169d,revision_number=1']} {{(pid=92666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:59:01.055275 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG oslo_concurrency.lockutils [None req-eb22d57a-9f80-4116-a1c6-cf1b077c843f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.399s {{(pid=92666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:59:01.132079 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133719154'] for port, before_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:59:01.134176 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-1c53d88c-c4b5-4076-b6d4-a140502d34dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:59:01.139999 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-1c53d88c-c4b5-4076-b6d4-a140502d34dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748303'] for security_group, after_create {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:59:01.196454 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-99e9b391-4611-40f3-b6c5-a37db41a9f63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:59:01.201007 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.managers [None req-eb22d57a-9f80-4116-a1c6-cf1b077c843f None None] Attempting to bind port 46c4e452-4383-49b7-922b-d8693c1c169d on host dv-cinder-797333-1-smb for vnic_type normal with profile {{(pid=92666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 08:59:01.201390 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.managers [None req-eb22d57a-9f80-4116-a1c6-cf1b077c843f None None] Attempting to bind port 46c4e452-4383-49b7-922b-d8693c1c169d by drivers openvswitch,hyperv on host dv-cinder-797333-1-smb at level 0 using segments [{'id': '268806ae-4205-41c8-80a0-6d59de60a565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '43a92e91-3203-44c2-bebd-b4b95d0924ba'}] {{(pid=92666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 08:59:01.201815 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb22d57a-9f80-4116-a1c6-cf1b077c843f None None] Attempting to bind port 46c4e452-4383-49b7-922b-d8693c1c169d on network 43a92e91-3203-44c2-bebd-b4b95d0924ba {{(pid=92666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 08:59:01.223314 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb22d57a-9f80-4116-a1c6-cf1b077c843f None None] Checking agent: {'id': 'a79e4517-6a90-4dc6-90fb-3f5d630e0bbe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797333-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 8, 48, 44), 'started_at': datetime.datetime(2021, 6, 22, 8, 49, 14), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 8, 58, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797333-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 08:59:01.223314 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb22d57a-9f80-4116-a1c6-cf1b077c843f None None] Checking segment: {'id': '268806ae-4205-41c8-80a0-6d59de60a565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '43a92e91-3203-44c2-bebd-b4b95d0924ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 08:59:01.223717 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-eb22d57a-9f80-4116-a1c6-cf1b077c843f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:59:01.224105 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb22d57a-9f80-4116-a1c6-cf1b077c843f None None] Bound using segment: {'id': '268806ae-4205-41c8-80a0-6d59de60a565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '43a92e91-3203-44c2-bebd-b4b95d0924ba'} {{(pid=92666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 08:59:01.224589 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.managers [None req-eb22d57a-9f80-4116-a1c6-cf1b077c843f None None] Bound port: 46c4e452-4383-49b7-922b-d8693c1c169d, host: dv-cinder-797333-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '268806ae-4205-41c8-80a0-6d59de60a565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '43a92e91-3203-44c2-bebd-b4b95d0924ba'}}] {{(pid=92666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 08:59:01.228832 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [None req-1c53d88c-c4b5-4076-b6d4-a140502d34dd admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=1e530c7a570840dab57dfd818d53d28c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3908477 Jun 22 08:59:01.230206 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c53d88c-c4b5-4076-b6d4-a140502d34dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d76ad13e-ea79-4e41-9885-84189a826c95,revision_number=1']} {{(pid=92665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:59:01.231995 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-eb22d57a-9f80-4116-a1c6-cf1b077c843f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133719154'] for port, before_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:59:01.233702 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.wsgi [-] (92665) accepted ('10.222.0.22', 36658) {{(pid=92665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 08:59:01.286170 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-1c53d88c-c4b5-4076-b6d4-a140502d34dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:59:01.299493 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.db.db_base_plugin_common [None req-883c1e07-0c83-4528-9cae-57b579972db7 admin admin] Allocated IP 172.28.3.54 (229d5e4a-3847-4866-aa2f-e37dad8eeeae/86526ad5-0ce1-4847-a8b3-31fb35f84f34/427c613c-7010-403f-8b1b-c9e025928823) {{(pid=92664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 08:59:01.327326 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-0c17b498-cf8a-416d-a8da-010f4ae47bdd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:59:01.362324 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-0c17b498-cf8a-416d-a8da-010f4ae47bdd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:59:01.368621 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.db [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] For port 90e3b13e-fe87-4c0f-8a7b-71d02b12eb89, host dv-cinder-797333-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797333-1-smb',level=0,port_id=90e3b13e-fe87-4c0f-8a7b-71d02b12eb89,segment=NetworkSegment(ea110242-fe51-4929-b591-906578e682da),segment_id=ea110242-fe51-4929-b591-906578e682da)] {{(pid=92666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 08:59:01.377920 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133719696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133660950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728380107731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728379583079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728379583124'] for port, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:59:01.386766 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG oslo_concurrency.lockutils [None req-21c3aa6f-4e2a-4dcf-b1a9-b216b9855eb4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:59:01.470540 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-0c17b498-cf8a-416d-a8da-010f4ae47bdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748303'] for security_group, after_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:59:01.476875 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-0c17b498-cf8a-416d-a8da-010f4ae47bdd admin admin] Notify callbacks [] for security_group, before_response {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:59:01.482161 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [None req-0c17b498-cf8a-416d-a8da-010f4ae47bdd admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d76ad13e-ea79-4e41-9885-84189a826c95 HTTP/1.1" status: 204 len: 168 time: 0.2465997 Jun 22 08:59:01.485796 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-7daeeb81-9ec2-4f89-9364-0cb57316fbca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:59:01.505739 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.db [None req-eb22d57a-9f80-4116-a1c6-cf1b077c843f None None] For port 46c4e452-4383-49b7-922b-d8693c1c169d, host dv-cinder-797333-1-smb, cleared binding levels {{(pid=92666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 08:59:01.508081 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c17b498-cf8a-416d-a8da-010f4ae47bdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d76ad13e-ea79-4e41-9885-84189a826c95,revision_number=None']} {{(pid=92665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:59:01.514892 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.db [None req-eb22d57a-9f80-4116-a1c6-cf1b077c843f None None] For port 46c4e452-4383-49b7-922b-d8693c1c169d, host dv-cinder-797333-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797333-1-smb',level=0,port_id=46c4e452-4383-49b7-922b-d8693c1c169d,segment=NetworkSegment(268806ae-4205-41c8-80a0-6d59de60a565),segment_id=268806ae-4205-41c8-80a0-6d59de60a565)] {{(pid=92666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 08:59:01.529297 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-0c17b498-cf8a-416d-a8da-010f4ae47bdd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:59:01.550565 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-eb22d57a-9f80-4116-a1c6-cf1b077c843f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133719696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133660950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728380107731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728379583079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728379583124'] for port, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:59:01.647821 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Pushing event updated for resources: {'Port': ['ID=90e3b13e-fe87-4c0f-8a7b-71d02b12eb89,revision_number=5']} {{(pid=92666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:59:01.652147 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG oslo_concurrency.lockutils [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=92666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:59:01.653012 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG oslo_concurrency.lockutils [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.090s {{(pid=92666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:59:01.676032 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-883c1e07-0c83-4528-9cae-57b579972db7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:59:01.892937 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-883c1e07-0c83-4528-9cae-57b579972db7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-133719719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-133660957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728379583061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9113225'] for port, after_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:59:01.906399 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:59:01.909374 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65a5c5f-952c-460e-8855-4b6f5bb6f0ef req-3a6c7b87-2826-493c-98db-172dd05a7421 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:59:01.939939 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-e65a5c5f-952c-460e-8855-4b6f5bb6f0ef req-3a6c7b87-2826-493c-98db-172dd05a7421 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.22 "GET /v2.0/ports?device_id=6271050a-4abc-4bde-8b04-76e25bbe6df5 HTTP/1.1" status: 200 len: 945 time: 0.3190753 Jun 22 08:59:02.452335 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.rpc [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Device 90e3b13e-fe87-4c0f-8a7b-71d02b12eb89 up at agent ovs-agent-dv-cinder-797333-1-smb {{(pid=92666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 08:59:02.635657 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ad1110-037c-4eff-b741-66ae868e317c req-c4ec996e-63e2-4d41-bb0b-fc7e182ff068 tempest-TestMinimumBasicScenario-143008768 tempest-TestMinimumBasicScenario-143008768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:59:02.637467 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-00ad1110-037c-4eff-b741-66ae868e317c req-c4ec996e-63e2-4d41-bb0b-fc7e182ff068 tempest-TestMinimumBasicScenario-143008768 tempest-TestMinimumBasicScenario-143008768-project] 10.222.0.15 "GET /v2.0/networks?id=e2082447-2f6b-49c7-89d0-33b24d58457e HTTP/1.1" status: 200 len: 815 time: 0.4789615 Jun 22 08:59:02.639555 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-883c1e07-0c83-4528-9cae-57b579972db7 admin admin] Network 229d5e4a-3847-4866-aa2f-e37dad8eeeae is already hosted by enough agents. {{(pid=92664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 08:59:02.643734 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.scheduler.base_scheduler [None req-883c1e07-0c83-4528-9cae-57b579972db7 admin admin] Resources bound (agent type, host, resource id): {{(pid=92664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 08:59:02.652378 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-883c1e07-0c83-4528-9cae-57b579972db7 admin admin] Received port after_create {{(pid=92664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 08:59:02.700005 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb22d57a-9f80-4116-a1c6-cf1b077c843f None None] Pushing event updated for resources: {'Port': ['ID=46c4e452-4383-49b7-922b-d8693c1c169d,revision_number=2']} {{(pid=92666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:59:02.717676 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG oslo_concurrency.lockutils [None req-eb22d57a-9f80-4116-a1c6-cf1b077c843f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.064s {{(pid=92666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:59:02.769138 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.wsgi [-] (92664) accepted ('10.222.0.22', 36682) {{(pid=92664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 08:59:02.778671 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.v2.base [req-00ad1110-037c-4eff-b741-66ae868e317c req-983247e4-065e-485e-b1aa-1892bde5ad51 tempest-TestMinimumBasicScenario-143008768 tempest-TestMinimumBasicScenario-143008768-project] Request body: {'port': {'device_id': 'b9189ee1-d14d-4f17-8a25-cb3ce266c018', 'network_id': 'e2082447-2f6b-49c7-89d0-33b24d58457e', 'admin_state_up': True, 'tenant_id': '1fd4662991be4413a3d38dad2d2f406a'}} {{(pid=92664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 08:59:02.788067 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.provisioning_blocks [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Provisioning complete for port 90e3b13e-fe87-4c0f-8a7b-71d02b12eb89 triggered by entity L2. {{(pid=92666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 08:59:02.788462 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133917554'] for port, provisioning_complete {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:59:02.835755 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883c1e07-0c83-4528-9cae-57b579972db7 admin admin] Pushing event updated for resources: {'Port': ['ID=427c613c-7010-403f-8b1b-c9e025928823,revision_number=1']} {{(pid=92664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:59:02.892117 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-883c1e07-0c83-4528-9cae-57b579972db7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.990s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:59:02.898437 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-106b3692-12b9-49e4-b5b8-8eddac6ae01f req-25640b68-be0c-4dca-9648-6ecfb91e7d56 tempest-TestMinimumBasicScenario-143008768 tempest-TestMinimumBasicScenario-143008768-project] 10.222.0.22 "GET /v2.0/ports?device_id=b9189ee1-d14d-4f17-8a25-cb3ce266c018 HTTP/1.1" status: 200 len: 210 time: 0.9570796 Jun 22 08:59:02.951453 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-7a5a773c-76e3-44ef-8166-48a4996d0cf7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:59:02.961943 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-e65a5c5f-952c-460e-8855-4b6f5bb6f0ef req-daedd281-9d88-4dac-a6c5-2099e7e7a983 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.22 "GET /v2.0/security-groups?id=439773e6-15fd-46a9-865b-f4af198ad98a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9075551 Jun 22 08:59:03.018173 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ab0a4b-f371-4550-be71-d2b9ff028c74 req-8e33db85-5367-4e5b-a738-a4726ea12a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:59:03.019703 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-22ab0a4b-f371-4550-be71-d2b9ff028c74 req-8e33db85-5367-4e5b-a738-a4726ea12a04 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=579dfe35a1f942f09a66abcabc039fa9&device_id=4ac5f7be-69be-4bc1-ac2a-6d08449ce0a9 HTTP/1.1" status: 200 len: 1098 time: 1.0684772 Jun 22 08:59:03.387278 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ab0a4b-f371-4550-be71-d2b9ff028c74 req-34b3f192-d583-4ade-9b94-233a688f6f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:59:03.388793 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-22ab0a4b-f371-4550-be71-d2b9ff028c74 req-34b3f192-d583-4ade-9b94-233a688f6f4a service neutron] 10.222.0.15 "GET /v2.0/networks?id=fc5fbf8b-b290-4909-ad02-6e42f6cbe581 HTTP/1.1" status: 200 len: 920 time: 0.3520596 Jun 22 08:59:03.460095 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-22ab0a4b-f371-4550-be71-d2b9ff028c74 req-67927fbb-1a44-4b93-a1d4-0d5b37089e3f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6ab09213-7b76-4916-b567-c7f2efba2826 HTTP/1.1" status: 200 len: 217 time: 0.0596523 Jun 22 08:59:03.531344 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fa6ace-4314-46b6-ba12-1809adb9acc5 req-00b21a40-0b22-460d-8624-4bdba15f2c25 tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:59:03.536984 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-41fa6ace-4314-46b6-ba12-1809adb9acc5 req-00b21a40-0b22-460d-8624-4bdba15f2c25 tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] 10.222.0.22 "GET /v2.0/ports?device_id=4ac5f7be-69be-4bc1-ac2a-6d08449ce0a9 HTTP/1.1" status: 200 len: 945 time: 0.2686806 Jun 22 08:59:03.557946 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab403fb1-c8e8-4cc4-868c-da2d2651c2f7 req-7ab5e93b-5ada-47b9-80cd-46664ad43837 tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:59:03.569275 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-ab403fb1-c8e8-4cc4-868c-da2d2651c2f7 req-7ab5e93b-5ada-47b9-80cd-46664ad43837 tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] 10.222.0.22 "GET /v2.0/ports?device_id=77bc445d-b7a3-4b72-a814-8e0cc5e86369 HTTP/1.1" status: 200 len: 946 time: 0.3623796 Jun 22 08:59:03.601044 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c199283-b94b-4cc1-bc80-ad3917ddacd8 None None] Network 43a92e91-3203-44c2-bebd-b4b95d0924ba requested from dv-cinder-797333-1-smb {{(pid=92666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 08:59:03.673909 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ab0a4b-f371-4550-be71-d2b9ff028c74 req-c326d4fe-0013-4498-9365-a8a1e4145f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:59:03.681191 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-22ab0a4b-f371-4550-be71-d2b9ff028c74 req-c326d4fe-0013-4498-9365-a8a1e4145f84 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d4b70363-b957-482d-afbc-e3f16f2e15d6 HTTP/1.1" status: 200 len: 859 time: 0.2164974 Jun 22 08:59:03.812166 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.provisioning_blocks [None req-9bf5f58b-2573-49d0-b2d1-88b4680509d9 None None] Provisioning for port 46c4e452-4383-49b7-922b-d8693c1c169d completed by entity DHCP. {{(pid=92666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 08:59:03.880061 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-883c1e07-0c83-4528-9cae-57b579972db7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:59:03.885852 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-22ab0a4b-f371-4550-be71-d2b9ff028c74 req-cc10f1e2-20ab-4198-88ff-79ec58139b67 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fc5fbf8b-b290-4909-ad02-6e42f6cbe581&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1754296 Jun 22 08:59:04.049718 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.rpc [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Device 46c4e452-4383-49b7-922b-d8693c1c169d up at agent ovs-agent-dv-cinder-797333-1-smb {{(pid=92666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 08:59:04.200990 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-22ab0a4b-f371-4550-be71-d2b9ff028c74 req-1a9c3a81-dae3-4759-8eb5-5a03379795ca service neutron] 10.222.0.15 "GET /v2.0/networks/fc5fbf8b-b290-4909-ad02-6e42f6cbe581?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2438636 Jun 22 08:59:04.234775 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-41fa6ace-4314-46b6-ba12-1809adb9acc5 req-55e3ea62-56cd-4b42-9309-5dd812be5a85 tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] 10.222.0.22 "GET /v2.0/security-groups?id=b898a60c-7fe8-421c-bc5f-0e7f60ad4a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6611640 Jun 22 08:59:04.260976 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-ab403fb1-c8e8-4cc4-868c-da2d2651c2f7 req-8a34ab1a-c06b-42c2-b09d-271c3cae3939 tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] 10.222.0.22 "GET /v2.0/security-groups?id=38156de4-c897-4c33-98c3-f122cd461c94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6905241 Jun 22 08:59:04.369031 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-7a5a773c-76e3-44ef-8166-48a4996d0cf7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:59:04.381190 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-7a5a773c-76e3-44ef-8166-48a4996d0cf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748303'] for security_group, after_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:59:04.391742 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-65ade425-4332-4451-9782-c3c262fc80b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:59:04.399323 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.provisioning_blocks [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Provisioning for port 46c4e452-4383-49b7-922b-d8693c1c169d completed by entity L2. {{(pid=92666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 08:59:04.424861 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.provisioning_blocks [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Provisioning complete for port 46c4e452-4383-49b7-922b-d8693c1c169d triggered by entity L2. {{(pid=92666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 08:59:04.428884 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133917554'] for port, provisioning_complete {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:59:04.456547 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5a773c-76e3-44ef-8166-48a4996d0cf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8913e3a7-22e9-47a0-a6bc-1123197b6d8b,revision_number=1']} {{(pid=92664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:59:04.464026 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-7a5a773c-76e3-44ef-8166-48a4996d0cf7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:59:04.548254 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00ad1110-037c-4eff-b741-66ae868e317c req-983247e4-065e-485e-b1aa-1892bde5ad51 tempest-TestMinimumBasicScenario-143008768 tempest-TestMinimumBasicScenario-143008768-project] Made reservation on behalf of 1fd4662991be4413a3d38dad2d2f406a for: {'port': 1} {{(pid=92664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 08:59:04.556899 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [req-00ad1110-037c-4eff-b741-66ae868e317c req-983247e4-065e-485e-b1aa-1892bde5ad51 tempest-TestMinimumBasicScenario-143008768 tempest-TestMinimumBasicScenario-143008768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-133719140'] for port, before_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:59:04.613655 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-22ab0a4b-f371-4550-be71-d2b9ff028c74 req-b5b8d660-2a98-49b5-bbe4-eee4bcaf0ca4 service neutron] 10.222.0.15 "GET /v2.0/networks/fc5fbf8b-b290-4909-ad02-6e42f6cbe581?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3502355 Jun 22 08:59:04.760420 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.db.db_base_plugin_common [req-00ad1110-037c-4eff-b741-66ae868e317c req-983247e4-065e-485e-b1aa-1892bde5ad51 tempest-TestMinimumBasicScenario-143008768 tempest-TestMinimumBasicScenario-143008768-project] Allocated IP 172.20.0.10 (e2082447-2f6b-49c7-89d0-33b24d58457e/5e81b8d1-5626-4e02-8654-ffb9746cb98f/583ae89c-47b7-40fc-a78e-9dd7b9d5c3c1) {{(pid=92664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 08:59:04.841677 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-883c1e07-0c83-4528-9cae-57b579972db7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546786'] for router, after_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:59:04.853622 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [None req-7a5a773c-76e3-44ef-8166-48a4996d0cf7 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=7bc9977e684141d08a4074ae4851c326&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0689008 Jun 22 08:59:04.859726 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.wsgi [-] (92664) accepted ('10.222.0.22', 36718) {{(pid=92664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 08:59:04.866194 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133719154'] for port, before_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:59:04.918485 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-7abd0e3b-6427-4776-9c88-bf73817b3be7 req-0e248f08-83ea-4086-96b9-a4ab7ae19488 tempest-TestMinimumBasicScenario-143008768 tempest-TestMinimumBasicScenario-143008768-project] 10.222.0.22 "GET /v2.0/ports?device_id=b9189ee1-d14d-4f17-8a25-cb3ce266c018 HTTP/1.1" status: 200 len: 210 time: 0.1333194 Jun 22 08:59:05.030158 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.db [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] For port 46c4e452-4383-49b7-922b-d8693c1c169d, host dv-cinder-797333-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797333-1-smb',level=0,port_id=46c4e452-4383-49b7-922b-d8693c1c169d,segment=NetworkSegment(268806ae-4205-41c8-80a0-6d59de60a565),segment_id=268806ae-4205-41c8-80a0-6d59de60a565)] {{(pid=92666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 08:59:05.155684 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133719696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133660950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728380107731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728379583079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728379583124'] for port, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:59:05.168894 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG oslo_concurrency.lockutils [None req-3172dee3-ac57-451c-a3f0-c238547fd2cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:59:05.181212 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176b6e45-65aa-4fa0-9464-77ec1486601e req-394e6805-802f-4398-aafb-026362dbe90f tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:59:05.183907 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-176b6e45-65aa-4fa0-9464-77ec1486601e req-394e6805-802f-4398-aafb-026362dbe90f tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.22 "GET /v2.0/ports?device_id=6271050a-4abc-4bde-8b04-76e25bbe6df5 HTTP/1.1" status: 200 len: 945 time: 0.2928023 Jun 22 08:59:05.253961 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.provisioning_blocks [None req-f364b513-b2f9-4c7b-89bd-0d2e779a2a5c None None] Provisioning complete for port 46c4e452-4383-49b7-922b-d8693c1c169d triggered by entity DHCP. {{(pid=92666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 08:59:05.254339 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-f364b513-b2f9-4c7b-89bd-0d2e779a2a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133917554'] for port, provisioning_complete {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:59:05.259271 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-176b6e45-65aa-4fa0-9464-77ec1486601e req-f125b3e1-7e08-468a-89d6-e337d8028d97 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.22 "GET /v2.0/security-groups?id=439773e6-15fd-46a9-865b-f4af198ad98a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644693 Jun 22 08:59:05.383039 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Pushing event updated for resources: {'Port': ['ID=46c4e452-4383-49b7-922b-d8693c1c169d,revision_number=3']} {{(pid=92666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:59:05.391789 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG oslo_concurrency.lockutils [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=92666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:59:05.432929 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-7355c606-e745-4b7d-9302-a5e49e1c3fdb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:59:05.475115 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-883c1e07-0c83-4528-9cae-57b579972db7 admin admin] Router 48c4d72c-ad0a-4037-bb06-735cb695222c is scheduled to L3 agent 81bac9f2-ec56-4bd6-b329-9598189ea0dc with binding_index 1 {{(pid=92664) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 08:59:05.484896 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-7355c606-e745-4b7d-9302-a5e49e1c3fdb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:59:05.489128 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [req-00ad1110-037c-4eff-b741-66ae868e317c req-983247e4-065e-485e-b1aa-1892bde5ad51 tempest-TestMinimumBasicScenario-143008768 tempest-TestMinimumBasicScenario-143008768-project] Notify callbacks [] for port, precommit_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:59:05.565518 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.db.provisioning_blocks [req-00ad1110-037c-4eff-b741-66ae868e317c req-983247e4-065e-485e-b1aa-1892bde5ad51 tempest-TestMinimumBasicScenario-143008768 tempest-TestMinimumBasicScenario-143008768-project] Transition to ACTIVE for port object 583ae89c-47b7-40fc-a78e-9dd7b9d5c3c1 will not be triggered until provisioned by entity DHCP. {{(pid=92664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 08:59:05.637305 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba4fd31-e614-4e97-b33c-8767d45743e4 req-5442e1eb-3445-4986-b106-fdeff54fb38b tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:59:05.647475 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-cba4fd31-e614-4e97-b33c-8767d45743e4 req-5442e1eb-3445-4986-b106-fdeff54fb38b tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] 10.222.0.22 "GET /v2.0/ports?device_id=4ac5f7be-69be-4bc1-ac2a-6d08449ce0a9 HTTP/1.1" status: 200 len: 945 time: 0.1306186 Jun 22 08:59:05.700222 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-7355c606-e745-4b7d-9302-a5e49e1c3fdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748303'] for security_group, after_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:59:05.704335 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-cba4fd31-e614-4e97-b33c-8767d45743e4 req-199ed9af-6ea4-4f5f-bd8c-dceb41a09ce7 tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] 10.222.0.22 "GET /v2.0/security-groups?id=b898a60c-7fe8-421c-bc5f-0e7f60ad4a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558338 Jun 22 08:59:05.709520 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-7355c606-e745-4b7d-9302-a5e49e1c3fdb admin admin] Notify callbacks [] for security_group, before_response {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:59:05.712968 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [None req-7355c606-e745-4b7d-9302-a5e49e1c3fdb admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/8913e3a7-22e9-47a0-a6bc-1123197b6d8b HTTP/1.1" status: 204 len: 168 time: 0.8450768 Jun 22 08:59:05.716079 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-619ba253-9347-42e3-acfe-d10d0a9d1509 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:59:05.759571 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-883c1e07-0c83-4528-9cae-57b579972db7 admin admin] Notify agent at l3_agent.dv-cinder-797333-1-smb the message routers_updated {{(pid=92664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 08:59:05.780226 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bb0eacb-8228-40b1-8117-e966adf2c26c None None] Sync routers for ids ['48c4d72c-ad0a-4037-bb06-735cb695222c'] in dv-cinder-797333-1-smb {{(pid=92667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 08:59:05.781302 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7355c606-e745-4b7d-9302-a5e49e1c3fdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8913e3a7-22e9-47a0-a6bc-1123197b6d8b,revision_number=None']} {{(pid=92664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:59:05.796078 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-7355c606-e745-4b7d-9302-a5e49e1c3fdb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:59:05.797196 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [req-00ad1110-037c-4eff-b741-66ae868e317c req-983247e4-065e-485e-b1aa-1892bde5ad51 tempest-TestMinimumBasicScenario-143008768 tempest-TestMinimumBasicScenario-143008768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-133719719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-133660957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728379583061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9113225'] for port, after_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:59:05.814963 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-a6334167-01c0-4d7e-90f1-5a5de536db47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:59:05.815333 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bb0eacb-8228-40b1-8117-e966adf2c26c None None] Routers {'48c4d72c-ad0a-4037-bb06-735cb695222c'} bound to L3 agent in host dv-cinder-797333-1-smb {{(pid=92667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 08:59:05.816287 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.db.l3_hamode_db [None req-4bb0eacb-8228-40b1-8117-e966adf2c26c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797333-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-22T08:48:43Z,description=,heartbeat_timestamp=2021-06-22T08:58:44Z,host='dv-cinder-797333-1-smb',id=81bac9f2-ec56-4bd6-b329-9598189ea0dc,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T08:48:43Z,topic='l3_agent')) {'router_ids': ['48c4d72c-ad0a-4037-bb06-735cb695222c'], 'active': True} {{(pid=92667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 08:59:05.826607 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-883c1e07-0c83-4528-9cae-57b579972db7 admin admin] Notify callbacks [] for router, before_response {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:59:05.828196 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [None req-883c1e07-0c83-4528-9cae-57b579972db7 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 6.5019300 Jun 22 08:59:05.831523 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.wsgi [-] (92665) accepted ('10.222.0.22', 36734) {{(pid=92665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 08:59:05.947736 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.rpc [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Device 46c4e452-4383-49b7-922b-d8693c1c169d up at agent ovs-agent-dv-cinder-797333-1-smb {{(pid=92666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 08:59:05.958659 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983247e4-065e-485e-b1aa-1892bde5ad51 tempest-TestMinimumBasicScenario-143008768 tempest-TestMinimumBasicScenario-143008768-project] Pushing event updated for resources: {'Port': ['ID=583ae89c-47b7-40fc-a78e-9dd7b9d5c3c1,revision_number=1']} {{(pid=92664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:59:05.975996 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00ad1110-037c-4eff-b741-66ae868e317c req-983247e4-065e-485e-b1aa-1892bde5ad51 tempest-TestMinimumBasicScenario-143008768 tempest-TestMinimumBasicScenario-143008768-project] Network e2082447-2f6b-49c7-89d0-33b24d58457e is already hosted by enough agents. {{(pid=92664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 08:59:05.977669 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-983247e4-065e-485e-b1aa-1892bde5ad51 tempest-TestMinimumBasicScenario-143008768 tempest-TestMinimumBasicScenario-143008768-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:59:05.979808 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.scheduler.base_scheduler [req-00ad1110-037c-4eff-b741-66ae868e317c req-983247e4-065e-485e-b1aa-1892bde5ad51 tempest-TestMinimumBasicScenario-143008768 tempest-TestMinimumBasicScenario-143008768-project] Resources bound (agent type, host, resource id): {{(pid=92664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 08:59:05.982640 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.db.l3_dvrscheduler_db [req-00ad1110-037c-4eff-b741-66ae868e317c req-983247e4-065e-485e-b1aa-1892bde5ad51 tempest-TestMinimumBasicScenario-143008768 tempest-TestMinimumBasicScenario-143008768-project] Received port after_create {{(pid=92664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 08:59:06.095705 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ad1110-037c-4eff-b741-66ae868e317c req-983247e4-065e-485e-b1aa-1892bde5ad51 tempest-TestMinimumBasicScenario-143008768 tempest-TestMinimumBasicScenario-143008768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:59:06.104279 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [req-00ad1110-037c-4eff-b741-66ae868e317c req-983247e4-065e-485e-b1aa-1892bde5ad51 tempest-TestMinimumBasicScenario-143008768 tempest-TestMinimumBasicScenario-143008768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27927'] for port, before_response {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:59:06.164992 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-00ad1110-037c-4eff-b741-66ae868e317c req-983247e4-065e-485e-b1aa-1892bde5ad51 tempest-TestMinimumBasicScenario-143008768 tempest-TestMinimumBasicScenario-143008768-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4065588 Jun 22 08:59:06.178739 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.provisioning_blocks [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Provisioning complete for port 46c4e452-4383-49b7-922b-d8693c1c169d triggered by entity L2. {{(pid=92666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 08:59:06.181823 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133917554'] for port, provisioning_complete {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:59:06.191184 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.v2.base [req-00ad1110-037c-4eff-b741-66ae868e317c req-1705c452-87b6-4ceb-b5e8-974b331fcfab service neutron] Request body: {'port': {'device_id': 'b9189ee1-d14d-4f17-8a25-cb3ce266c018', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79733'}} {{(pid=92664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 08:59:06.340545 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [req-00ad1110-037c-4eff-b741-66ae868e317c req-1705c452-87b6-4ceb-b5e8-974b331fcfab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133719154'] for port, before_update {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:59:06.594664 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.provisioning_blocks [None req-fcbc275a-6335-4c42-89ee-a2d2ae67e90b None None] Provisioning for port 583ae89c-47b7-40fc-a78e-9dd7b9d5c3c1 completed by entity DHCP. {{(pid=92666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 08:59:06.614612 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.provisioning_blocks [None req-fcbc275a-6335-4c42-89ee-a2d2ae67e90b None None] Provisioning complete for port 583ae89c-47b7-40fc-a78e-9dd7b9d5c3c1 triggered by entity DHCP. {{(pid=92666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 08:59:06.615074 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-fcbc275a-6335-4c42-89ee-a2d2ae67e90b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133917554'] for port, provisioning_complete {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:59:06.715338 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.db.l3_dvr_db [None req-4bb0eacb-8228-40b1-8117-e966adf2c26c None None] Set router 48c4d72c-ad0a-4037-bb06-735cb695222c gateway port host: dv-cinder-797333-1-smb {{(pid=92667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 08:59:06.746057 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.plugin [None req-fcbc275a-6335-4c42-89ee-a2d2ae67e90b None None] Port 583ae89c-47b7-40fc-a78e-9dd7b9d5c3c1 cannot update to ACTIVE because it is not bound. {{(pid=92666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 08:59:06.953737 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c107c61-24a6-44bf-ac82-db9ca0ef0e43 req-d795e912-fc9d-4d86-a38c-e5dc89adc35b tempest-TestMinimumBasicScenario-143008768 tempest-TestMinimumBasicScenario-143008768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:59:06.955401 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-5c107c61-24a6-44bf-ac82-db9ca0ef0e43 req-d795e912-fc9d-4d86-a38c-e5dc89adc35b tempest-TestMinimumBasicScenario-143008768 tempest-TestMinimumBasicScenario-143008768-project] 10.222.0.22 "GET /v2.0/ports?device_id=b9189ee1-d14d-4f17-8a25-cb3ce266c018 HTTP/1.1" status: 200 len: 932 time: 0.5396488 Jun 22 08:59:07.043770 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a916c2-d53c-49a7-abc1-a5d500f8530f req-cda01f7c-0540-44b3-b811-17533fb903b7 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:59:07.067884 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-f6a916c2-d53c-49a7-abc1-a5d500f8530f req-cda01f7c-0540-44b3-b811-17533fb903b7 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.22 "GET /v2.0/ports?device_id=6271050a-4abc-4bde-8b04-76e25bbe6df5 HTTP/1.1" status: 200 len: 945 time: 0.4202683 Jun 22 08:59:07.181718 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.notifiers.nova [req-00ad1110-037c-4eff-b741-66ae868e317c req-1705c452-87b6-4ceb-b5e8-974b331fcfab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 583ae89c-47b7-40fc-a78e-9dd7b9d5c3c1 {{(pid=92664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 08:59:07.206636 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [req-00ad1110-037c-4eff-b741-66ae868e317c req-1705c452-87b6-4ceb-b5e8-974b331fcfab service neutron] Notify callbacks [] for port, precommit_update {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:59:07.229697 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.db.provisioning_blocks [req-00ad1110-037c-4eff-b741-66ae868e317c req-1705c452-87b6-4ceb-b5e8-974b331fcfab service neutron] Transition to ACTIVE for port object 583ae89c-47b7-40fc-a78e-9dd7b9d5c3c1 will not be triggered until provisioned by entity L2. {{(pid=92664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 08:59:07.236514 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [req-00ad1110-037c-4eff-b741-66ae868e317c req-1705c452-87b6-4ceb-b5e8-974b331fcfab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133719696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133660950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728380107731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728379583079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728379583124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9113275'] for port, after_update {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:59:07.264542 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:59:07.270304 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.db.l3_hamode_db [None req-4bb0eacb-8228-40b1-8117-e966adf2c26c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48c4d72c-ad0a-4037-bb06-735cb695222c', 'name': 'tempest-TestShelveInstance-1479053426-router', 'tenant_id': '1f642367c9e9471cbb9423fd80a72ec5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '229d5e4a-3847-4866-aa2f-e37dad8eeeae', 'external_fixed_ips': [{'subnet_id': '86526ad5-0ce1-4847-a8b3-31fb35f84f34', 'ip_address': '172.28.3.54'}], 'enable_snat': True}, 'gw_port_id': '427c613c-7010-403f-8b1b-c9e025928823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T08:58:59Z', 'updated_at': '2021-06-22T08:59:03Z', 'revision_number': 3, 'project_id': '1f642367c9e9471cbb9423fd80a72ec5', 'gw_port': {'id': '427c613c-7010-403f-8b1b-c9e025928823', 'name': '', 'network_id': '229d5e4a-3847-4866-aa2f-e37dad8eeeae', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:dd:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48c4d72c-ad0a-4037-bb06-735cb695222c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '86526ad5-0ce1-4847-a8b3-31fb35f84f34', 'ip_address': '172.28.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T08:59:01Z', 'updated_at': '2021-06-22T08:59:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '86526ad5-0ce1-4847-a8b3-31fb35f84f34', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797333-1-smb'}], 'dv-cinder-797333-1-smb', False) {} {{(pid=92667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 08:59:07.284098 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-f6a916c2-d53c-49a7-abc1-a5d500f8530f req-0502c193-4752-4170-862f-ed3a7abfd33b tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.22 "GET /v2.0/security-groups?id=439773e6-15fd-46a9-865b-f4af198ad98a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2152975 Jun 22 08:59:07.303105 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bb0eacb-8228-40b1-8117-e966adf2c26c None None] Checking router: 48c4d72c-ad0a-4037-bb06-735cb695222c for host: dv-cinder-797333-1-smb {{(pid=92667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 08:59:07.303957 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bb0eacb-8228-40b1-8117-e966adf2c26c None None] Updating router 48c4d72c-ad0a-4037-bb06-735cb695222c port 427c613c-7010-403f-8b1b-c9e025928823 binding host dv-cinder-797333-1-smb {{(pid=92667) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 08:59:07.363601 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-5c107c61-24a6-44bf-ac82-db9ca0ef0e43 req-64e856ee-8290-4b08-a57c-6bf9a86e4a3b tempest-TestMinimumBasicScenario-143008768 tempest-TestMinimumBasicScenario-143008768-project] 10.222.0.22 "GET /v2.0/security-groups?id=f1813137-ba80-494d-86f8-3129fc52c05b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3929214 Jun 22 08:59:07.385183 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron_lib.callbacks.manager [None req-4bb0eacb-8228-40b1-8117-e966adf2c26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133719154'] for port, before_update {{(pid=92667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:59:07.528022 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1705c452-87b6-4ceb-b5e8-974b331fcfab service neutron] Pushing event updated for resources: {'Port': ['ID=583ae89c-47b7-40fc-a78e-9dd7b9d5c3c1,revision_number=2']} {{(pid=92664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:59:07.560174 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-1705c452-87b6-4ceb-b5e8-974b331fcfab service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:59:07.675340 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-f6748bee-c36f-43e7-9e56-e3e913a2fe47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-133719140'] for port, before_create {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:59:07.719801 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.plugins.ml2.managers [req-00ad1110-037c-4eff-b741-66ae868e317c req-1705c452-87b6-4ceb-b5e8-974b331fcfab service neutron] Attempting to bind port 583ae89c-47b7-40fc-a78e-9dd7b9d5c3c1 on host hv-cinder-79733 for vnic_type normal with profile {{(pid=92664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 08:59:07.723930 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.plugins.ml2.managers [req-00ad1110-037c-4eff-b741-66ae868e317c req-1705c452-87b6-4ceb-b5e8-974b331fcfab service neutron] Attempting to bind port 583ae89c-47b7-40fc-a78e-9dd7b9d5c3c1 by drivers openvswitch,hyperv on host hv-cinder-79733 at level 0 using segments [{'id': 'd13ba5e2-ed8e-4ca3-8ec2-cef6298c9446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'e2082447-2f6b-49c7-89d0-33b24d58457e'}] {{(pid=92664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 08:59:07.725877 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00ad1110-037c-4eff-b741-66ae868e317c req-1705c452-87b6-4ceb-b5e8-974b331fcfab service neutron] Attempting to bind port 583ae89c-47b7-40fc-a78e-9dd7b9d5c3c1 on network e2082447-2f6b-49c7-89d0-33b24d58457e {{(pid=92664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 08:59:07.737996 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00ad1110-037c-4eff-b741-66ae868e317c req-1705c452-87b6-4ceb-b5e8-974b331fcfab service neutron] Port 583ae89c-47b7-40fc-a78e-9dd7b9d5c3c1 on network e2082447-2f6b-49c7-89d0-33b24d58457e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79733 {{(pid=92664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 08:59:07.739711 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00ad1110-037c-4eff-b741-66ae868e317c req-1705c452-87b6-4ceb-b5e8-974b331fcfab service neutron] Attempting to bind port 583ae89c-47b7-40fc-a78e-9dd7b9d5c3c1 on network e2082447-2f6b-49c7-89d0-33b24d58457e {{(pid=92664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 08:59:07.754228 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00ad1110-037c-4eff-b741-66ae868e317c req-1705c452-87b6-4ceb-b5e8-974b331fcfab service neutron] Checking agent: {'id': '0fb2479b-8850-47fd-bce9-7c475063265a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79733', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 8, 54, 53), 'started_at': datetime.datetime(2021, 6, 22, 8, 54, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 8, 58, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 08:59:07.755255 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00ad1110-037c-4eff-b741-66ae868e317c req-1705c452-87b6-4ceb-b5e8-974b331fcfab service neutron] Checking segment: {'id': 'd13ba5e2-ed8e-4ca3-8ec2-cef6298c9446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'e2082447-2f6b-49c7-89d0-33b24d58457e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 08:59:07.757920 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00ad1110-037c-4eff-b741-66ae868e317c req-1705c452-87b6-4ceb-b5e8-974b331fcfab service neutron] Bound using segment: {'id': 'd13ba5e2-ed8e-4ca3-8ec2-cef6298c9446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'e2082447-2f6b-49c7-89d0-33b24d58457e'} {{(pid=92664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 08:59:07.758510 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.plugins.ml2.managers [req-00ad1110-037c-4eff-b741-66ae868e317c req-1705c452-87b6-4ceb-b5e8-974b331fcfab service neutron] Bound port: 583ae89c-47b7-40fc-a78e-9dd7b9d5c3c1, host: hv-cinder-79733, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd13ba5e2-ed8e-4ca3-8ec2-cef6298c9446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'e2082447-2f6b-49c7-89d0-33b24d58457e'}}] {{(pid=92664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 08:59:07.759179 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [req-00ad1110-037c-4eff-b741-66ae868e317c req-1705c452-87b6-4ceb-b5e8-974b331fcfab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133719154'] for port, before_update {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:59:07.941681 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron_lib.callbacks.manager [None req-4bb0eacb-8228-40b1-8117-e966adf2c26c None None] Notify callbacks [] for port, precommit_update {{(pid=92667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:59:07.968306 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.db.provisioning_blocks [None req-4bb0eacb-8228-40b1-8117-e966adf2c26c None None] Transition to ACTIVE for port object 427c613c-7010-403f-8b1b-c9e025928823 will not be triggered until provisioned by entity L2. {{(pid=92667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 08:59:07.969537 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.plugins.ml2.db [req-00ad1110-037c-4eff-b741-66ae868e317c req-1705c452-87b6-4ceb-b5e8-974b331fcfab service neutron] For port 583ae89c-47b7-40fc-a78e-9dd7b9d5c3c1, host hv-cinder-79733, cleared binding levels {{(pid=92664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 08:59:07.981244 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.plugins.ml2.db [req-00ad1110-037c-4eff-b741-66ae868e317c req-1705c452-87b6-4ceb-b5e8-974b331fcfab service neutron] For port 583ae89c-47b7-40fc-a78e-9dd7b9d5c3c1, host hv-cinder-79733, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79733',level=0,port_id=583ae89c-47b7-40fc-a78e-9dd7b9d5c3c1,segment=NetworkSegment(d13ba5e2-ed8e-4ca3-8ec2-cef6298c9446),segment_id=d13ba5e2-ed8e-4ca3-8ec2-cef6298c9446)] {{(pid=92664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 08:59:07.990211 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron_lib.callbacks.manager [None req-4bb0eacb-8228-40b1-8117-e966adf2c26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133719696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133660950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728380107731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728379583079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728379583124'] for port, after_update {{(pid=92667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:59:07.990211 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:59:08.001827 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [req-00ad1110-037c-4eff-b741-66ae868e317c req-1705c452-87b6-4ceb-b5e8-974b331fcfab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133719696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133660950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728380107731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728379583079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728379583124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9113275'] for port, after_update {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:59:08.016946 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:59:08.075289 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ad1110-037c-4eff-b741-66ae868e317c req-1705c452-87b6-4ceb-b5e8-974b331fcfab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:59:08.075837 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [req-00ad1110-037c-4eff-b741-66ae868e317c req-1705c452-87b6-4ceb-b5e8-974b331fcfab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27927'] for port, before_response {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:59:08.077428 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-00ad1110-037c-4eff-b741-66ae868e317c req-1705c452-87b6-4ceb-b5e8-974b331fcfab service neutron] 10.222.0.15 "PUT /v2.0/ports/583ae89c-47b7-40fc-a78e-9dd7b9d5c3c1 HTTP/1.1" status: 200 len: 1094 time: 1.9034176 Jun 22 08:59:08.078095 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9189ee1-d14d-4f17-8a25-cb3ce266c018', 'tag': '583ae89c-47b7-40fc-a78e-9dd7b9d5c3c1'}] {{(pid=92664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 08:59:08.080991 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}204e7d68aaf5059dd7cb24067ff1be2165df2a8c21773c1dc73aa01b5c6655f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76546456-2dfc-4c92-ad82-47779cce903c" -d '{"events": [{"name": "network-changed", "server_uuid": "b9189ee1-d14d-4f17-8a25-cb3ce266c018", "tag": "583ae89c-47b7-40fc-a78e-9dd7b9d5c3c1"}]}' {{(pid=92664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 08:59:08.109802 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4d2394-484b-4ead-ba1f-3c84ffcfd5c4 None None] Pushing event updated for resources: {'Port': ['ID=427c613c-7010-403f-8b1b-c9e025928823,revision_number=2']} {{(pid=92667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:59:08.123683 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG oslo_concurrency.lockutils [None req-cd4d2394-484b-4ead-ba1f-3c84ffcfd5c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=92667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:59:08.123922 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bab45c-bfd7-46a5-bc1d-062fd2cfdb45 req-958b6b4e-fa0d-410b-b4ff-b115eb905325 tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:59:08.125721 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-98bab45c-bfd7-46a5-bc1d-062fd2cfdb45 req-958b6b4e-fa0d-410b-b4ff-b115eb905325 tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] 10.222.0.22 "GET /v2.0/ports?device_id=4ac5f7be-69be-4bc1-ac2a-6d08449ce0a9 HTTP/1.1" status: 200 len: 945 time: 0.4757206 Jun 22 08:59:08.126264 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.plugins.ml2.managers [None req-4bb0eacb-8228-40b1-8117-e966adf2c26c None None] Attempting to bind port 427c613c-7010-403f-8b1b-c9e025928823 on host dv-cinder-797333-1-smb for vnic_type normal with profile {{(pid=92667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 08:59:08.126999 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.plugins.ml2.managers [None req-4bb0eacb-8228-40b1-8117-e966adf2c26c None None] Attempting to bind port 427c613c-7010-403f-8b1b-c9e025928823 by drivers openvswitch,hyperv on host dv-cinder-797333-1-smb at level 0 using segments [{'id': 'f5dcb9d0-69a0-4f7f-8ef7-9bef0bfd3dea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '229d5e4a-3847-4866-aa2f-e37dad8eeeae'}] {{(pid=92667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 08:59:08.127536 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bb0eacb-8228-40b1-8117-e966adf2c26c None None] Attempting to bind port 427c613c-7010-403f-8b1b-c9e025928823 on network 229d5e4a-3847-4866-aa2f-e37dad8eeeae {{(pid=92667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 08:59:08.132365 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1705c452-87b6-4ceb-b5e8-974b331fcfab service neutron] Pushing event updated for resources: {'Port': ['ID=583ae89c-47b7-40fc-a78e-9dd7b9d5c3c1,revision_number=3']} {{(pid=92664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:59:08.134323 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bb0eacb-8228-40b1-8117-e966adf2c26c None None] Checking agent: {'id': 'a79e4517-6a90-4dc6-90fb-3f5d630e0bbe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797333-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 8, 48, 44), 'started_at': datetime.datetime(2021, 6, 22, 8, 49, 14), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 8, 58, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797333-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 08:59:08.135386 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bb0eacb-8228-40b1-8117-e966adf2c26c None None] Checking segment: {'id': 'f5dcb9d0-69a0-4f7f-8ef7-9bef0bfd3dea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '229d5e4a-3847-4866-aa2f-e37dad8eeeae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 08:59:08.136001 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron_lib.callbacks.manager [None req-4bb0eacb-8228-40b1-8117-e966adf2c26c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:59:08.136561 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bb0eacb-8228-40b1-8117-e966adf2c26c None None] Bound using segment: {'id': 'f5dcb9d0-69a0-4f7f-8ef7-9bef0bfd3dea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '229d5e4a-3847-4866-aa2f-e37dad8eeeae'} {{(pid=92667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 08:59:08.137283 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.plugins.ml2.managers [None req-4bb0eacb-8228-40b1-8117-e966adf2c26c None None] Bound port: 427c613c-7010-403f-8b1b-c9e025928823, host: dv-cinder-797333-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5dcb9d0-69a0-4f7f-8ef7-9bef0bfd3dea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '229d5e4a-3847-4866-aa2f-e37dad8eeeae'}}] {{(pid=92667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 08:59:08.137917 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron_lib.callbacks.manager [None req-4bb0eacb-8228-40b1-8117-e966adf2c26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133719154'] for port, before_update {{(pid=92667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:59:08.143644 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-1705c452-87b6-4ceb-b5e8-974b331fcfab service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:59:08.283025 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 08:59:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8da68b12-f5a3-42ef-9d35-68b9f23bd57f x-openstack-request-id: req-8da68b12-f5a3-42ef-9d35-68b9f23bd57f {{(pid=92664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 08:59:08.284078 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9189ee1-d14d-4f17-8a25-cb3ce266c018", "tag": "583ae89c-47b7-40fc-a78e-9dd7b9d5c3c1", "status": "completed", "code": 200}]} {{(pid=92664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 08:59:08.284593 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8da68b12-f5a3-42ef-9d35-68b9f23bd57f {{(pid=92664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 08:59:08.285237 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9189ee1-d14d-4f17-8a25-cb3ce266c018', 'tag': '583ae89c-47b7-40fc-a78e-9dd7b9d5c3c1', 'status': 'completed', 'code': 200} Jun 22 08:59:08.304408 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.plugins.ml2.db [None req-4bb0eacb-8228-40b1-8117-e966adf2c26c None None] For port 427c613c-7010-403f-8b1b-c9e025928823, host dv-cinder-797333-1-smb, cleared binding levels {{(pid=92667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 08:59:08.319875 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.plugins.ml2.db [None req-4bb0eacb-8228-40b1-8117-e966adf2c26c None None] For port 427c613c-7010-403f-8b1b-c9e025928823, host dv-cinder-797333-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797333-1-smb',level=0,port_id=427c613c-7010-403f-8b1b-c9e025928823,segment=NetworkSegment(f5dcb9d0-69a0-4f7f-8ef7-9bef0bfd3dea),segment_id=f5dcb9d0-69a0-4f7f-8ef7-9bef0bfd3dea)] {{(pid=92667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 08:59:08.329707 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron_lib.callbacks.manager [None req-4bb0eacb-8228-40b1-8117-e966adf2c26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133719696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133660950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728380107731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728379583079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728379583124'] for port, after_update {{(pid=92667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:59:08.352173 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ad1110-037c-4eff-b741-66ae868e317c req-1808e296-4ba2-4b7a-adbb-d6e2350c43d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:59:08.353055 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG oslo_concurrency.lockutils [None req-538ca17b-9df1-4632-babe-ca246c4c4c6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:59:08.356645 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-00ad1110-037c-4eff-b741-66ae868e317c req-1808e296-4ba2-4b7a-adbb-d6e2350c43d6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1fd4662991be4413a3d38dad2d2f406a&device_id=b9189ee1-d14d-4f17-8a25-cb3ce266c018 HTTP/1.1" status: 200 len: 1097 time: 0.2142262 Jun 22 08:59:08.495893 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-00ad1110-037c-4eff-b741-66ae868e317c req-8b974890-9dd0-46b0-ad1c-d780fcc4be39 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=583ae89c-47b7-40fc-a78e-9dd7b9d5c3c1 HTTP/1.1" status: 200 len: 217 time: 0.1109536 Jun 22 08:59:08.499135 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4d2394-484b-4ead-ba1f-3c84ffcfd5c4 None None] Pushing event updated for resources: {'Port': ['ID=427c613c-7010-403f-8b1b-c9e025928823,revision_number=3']} {{(pid=92667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:59:08.505303 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG oslo_concurrency.lockutils [None req-cd4d2394-484b-4ead-ba1f-3c84ffcfd5c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=92667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:59:08.542276 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-98bab45c-bfd7-46a5-bc1d-062fd2cfdb45 req-1dabaabc-afff-4200-b00e-dbcf6bca09f1 tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] 10.222.0.22 "GET /v2.0/security-groups?id=b898a60c-7fe8-421c-bc5f-0e7f60ad4a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3977358 Jun 22 08:59:08.552405 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bb0eacb-8228-40b1-8117-e966adf2c26c None None] Routers {'48c4d72c-ad0a-4037-bb06-735cb695222c'} bound to L3 agent in host dv-cinder-797333-1-smb {{(pid=92667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 08:59:08.553295 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.db.l3_hamode_db [None req-4bb0eacb-8228-40b1-8117-e966adf2c26c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797333-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-22T08:48:43Z,description=,heartbeat_timestamp=2021-06-22T08:58:44Z,host='dv-cinder-797333-1-smb',id=81bac9f2-ec56-4bd6-b329-9598189ea0dc,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T08:48:43Z,topic='l3_agent')) {'router_ids': ['48c4d72c-ad0a-4037-bb06-735cb695222c'], 'active': True} {{(pid=92667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 08:59:08.583156 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ad1110-037c-4eff-b741-66ae868e317c req-10037d49-e84f-4055-bdcf-eda251b29cad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:59:08.584983 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-00ad1110-037c-4eff-b741-66ae868e317c req-10037d49-e84f-4055-bdcf-eda251b29cad service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5e81b8d1-5626-4e02-8654-ffb9746cb98f HTTP/1.1" status: 200 len: 854 time: 0.0796583 Jun 22 08:59:08.708066 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ad1110-037c-4eff-b741-66ae868e317c req-cfc8d74d-378d-4939-abbb-3984aa8a8768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:59:08.709673 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-00ad1110-037c-4eff-b741-66ae868e317c req-cfc8d74d-378d-4939-abbb-3984aa8a8768 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e2082447-2f6b-49c7-89d0-33b24d58457e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1166356 Jun 22 08:59:08.841776 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.db.db_base_plugin_common [None req-f6748bee-c36f-43e7-9e56-e3e913a2fe47 admin admin] Allocated IP 172.20.0.1 (43a92e91-3203-44c2-bebd-b4b95d0924ba/0ae22cb5-41e5-4c23-9ef6-ae16dbad4803/7ac83631-31d0-4d3a-ba1c-fd95f80356da) {{(pid=92665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 08:59:08.849527 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-00ad1110-037c-4eff-b741-66ae868e317c req-c345339e-e64b-4c39-a627-81b06b9d34b8 service neutron] 10.222.0.15 "GET /v2.0/networks/e2082447-2f6b-49c7-89d0-33b24d58457e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304159 Jun 22 08:59:08.928087 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.db.l3_dvr_db [None req-4bb0eacb-8228-40b1-8117-e966adf2c26c None None] Set router 48c4d72c-ad0a-4037-bb06-735cb695222c gateway port host: dv-cinder-797333-1-smb {{(pid=92667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 08:59:09.110237 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2378ffb8-cdf4-4936-9ef3-75a3eb4b1e79 req-cd2cb469-f8a1-41a9-b473-1b584216b77b tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:59:09.113759 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-00ad1110-037c-4eff-b741-66ae868e317c req-3071c54f-d1a9-4468-a449-5bb634b25a49 service neutron] 10.222.0.15 "GET /v2.0/networks/e2082447-2f6b-49c7-89d0-33b24d58457e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2272437 Jun 22 08:59:09.118112 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-2378ffb8-cdf4-4936-9ef3-75a3eb4b1e79 req-cd2cb469-f8a1-41a9-b473-1b584216b77b tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.22 "GET /v2.0/ports?device_id=6271050a-4abc-4bde-8b04-76e25bbe6df5 HTTP/1.1" status: 200 len: 945 time: 0.5575879 Jun 22 08:59:09.258219 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-2378ffb8-cdf4-4936-9ef3-75a3eb4b1e79 req-84401174-d29a-4213-8157-fa879b43ee61 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.22 "GET /v2.0/security-groups?id=439773e6-15fd-46a9-865b-f4af198ad98a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1505806 Jun 22 08:59:09.284740 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6af1353-b0ad-416b-bffe-45725d38a105 req-d3682b3a-a9e5-405d-addd-7da229e8f65d tempest-TestMinimumBasicScenario-143008768 tempest-TestMinimumBasicScenario-143008768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:59:09.310144 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-c6af1353-b0ad-416b-bffe-45725d38a105 req-d3682b3a-a9e5-405d-addd-7da229e8f65d tempest-TestMinimumBasicScenario-143008768 tempest-TestMinimumBasicScenario-143008768-project] 10.222.0.22 "GET /v2.0/ports?device_id=b9189ee1-d14d-4f17-8a25-cb3ce266c018 HTTP/1.1" status: 200 len: 944 time: 0.4257336 Jun 22 08:59:09.427742 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76546456-2dfc-4c92-ad82-47779cce903c req-a1095a4d-8949-4f86-b32b-a23f1be52c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:59:09.430082 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-76546456-2dfc-4c92-ad82-47779cce903c req-a1095a4d-8949-4f86-b32b-a23f1be52c24 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1fd4662991be4413a3d38dad2d2f406a&device_id=b9189ee1-d14d-4f17-8a25-cb3ce266c018 HTTP/1.1" status: 200 len: 1097 time: 0.1403303 Jun 22 08:59:09.440740 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.db.l3_hamode_db [None req-4bb0eacb-8228-40b1-8117-e966adf2c26c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48c4d72c-ad0a-4037-bb06-735cb695222c', 'name': 'tempest-TestShelveInstance-1479053426-router', 'tenant_id': '1f642367c9e9471cbb9423fd80a72ec5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '229d5e4a-3847-4866-aa2f-e37dad8eeeae', 'external_fixed_ips': [{'subnet_id': '86526ad5-0ce1-4847-a8b3-31fb35f84f34', 'ip_address': '172.28.3.54'}], 'enable_snat': True}, 'gw_port_id': '427c613c-7010-403f-8b1b-c9e025928823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T08:58:59Z', 'updated_at': '2021-06-22T08:59:03Z', 'revision_number': 3, 'project_id': '1f642367c9e9471cbb9423fd80a72ec5', 'gw_port': {'id': '427c613c-7010-403f-8b1b-c9e025928823', 'name': '', 'network_id': '229d5e4a-3847-4866-aa2f-e37dad8eeeae', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:dd:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48c4d72c-ad0a-4037-bb06-735cb695222c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '86526ad5-0ce1-4847-a8b3-31fb35f84f34', 'ip_address': '172.28.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T08:59:01Z', 'updated_at': '2021-06-22T08:59:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86526ad5-0ce1-4847-a8b3-31fb35f84f34', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797333-1-smb'}], 'dv-cinder-797333-1-smb', False) {} {{(pid=92667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 08:59:09.495731 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bb0eacb-8228-40b1-8117-e966adf2c26c None None] The sync data for ids ['48c4d72c-ad0a-4037-bb06-735cb695222c'] in dv-cinder-797333-1-smb is: [{'id': '48c4d72c-ad0a-4037-bb06-735cb695222c', 'name': 'tempest-TestShelveInstance-1479053426-router', 'tenant_id': '1f642367c9e9471cbb9423fd80a72ec5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '229d5e4a-3847-4866-aa2f-e37dad8eeeae', 'external_fixed_ips': [{'subnet_id': '86526ad5-0ce1-4847-a8b3-31fb35f84f34', 'ip_address': '172.28.3.54'}], 'enable_snat': True}, 'gw_port_id': '427c613c-7010-403f-8b1b-c9e025928823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T08:58:59Z', 'updated_at': '2021-06-22T08:59:03Z', 'revision_number': 3, 'project_id': '1f642367c9e9471cbb9423fd80a72ec5', 'gw_port': {'id': '427c613c-7010-403f-8b1b-c9e025928823', 'name': '', 'network_id': '229d5e4a-3847-4866-aa2f-e37dad8eeeae', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:dd:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48c4d72c-ad0a-4037-bb06-735cb695222c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '86526ad5-0ce1-4847-a8b3-31fb35f84f34', 'ip_address': '172.28.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T08:59:01Z', 'updated_at': '2021-06-22T08:59:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86526ad5-0ce1-4847-a8b3-31fb35f84f34', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797333-1-smb'}] {{(pid=92667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 08:59:09.537682 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-c6af1353-b0ad-416b-bffe-45725d38a105 req-79be7481-01d3-4c7b-92d9-ee22e5c0485a tempest-TestMinimumBasicScenario-143008768 tempest-TestMinimumBasicScenario-143008768-project] 10.222.0.22 "GET /v2.0/security-groups?id=f1813137-ba80-494d-86f8-3129fc52c05b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2170730 Jun 22 08:59:09.595465 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-f6748bee-c36f-43e7-9e56-e3e913a2fe47 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:59:09.627453 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.db.provisioning_blocks [None req-f6748bee-c36f-43e7-9e56-e3e913a2fe47 admin admin] Transition to ACTIVE for port object 7ac83631-31d0-4d3a-ba1c-fd95f80356da will not be triggered until provisioned by entity DHCP. {{(pid=92665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 08:59:09.691459 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76546456-2dfc-4c92-ad82-47779cce903c req-74f32602-8a42-41cf-8bc8-e5b96573a214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:59:09.692987 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-76546456-2dfc-4c92-ad82-47779cce903c req-74f32602-8a42-41cf-8bc8-e5b96573a214 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e2082447-2f6b-49c7-89d0-33b24d58457e HTTP/1.1" status: 200 len: 916 time: 0.2508729 Jun 22 08:59:09.698653 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-f6748bee-c36f-43e7-9e56-e3e913a2fe47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-133719719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-133660957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728379583061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4027064'] for port, after_create {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:59:09.707306 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-07da8da5-8337-45e4-a7c7-0d1d3740f6a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:59:09.807339 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6748bee-c36f-43e7-9e56-e3e913a2fe47 admin admin] Network 43a92e91-3203-44c2-bebd-b4b95d0924ba is already hosted by enough agents. {{(pid=92665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 08:59:09.813099 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-76546456-2dfc-4c92-ad82-47779cce903c req-d19a9cca-0c0a-4dc6-892d-226d5713745f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=583ae89c-47b7-40fc-a78e-9dd7b9d5c3c1 HTTP/1.1" status: 200 len: 217 time: 0.1028893 Jun 22 08:59:09.815767 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.scheduler.base_scheduler [None req-f6748bee-c36f-43e7-9e56-e3e913a2fe47 admin admin] Resources bound (agent type, host, resource id): {{(pid=92665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 08:59:09.820192 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6748bee-c36f-43e7-9e56-e3e913a2fe47 admin admin] Received port after_create {{(pid=92665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 08:59:09.965348 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6748bee-c36f-43e7-9e56-e3e913a2fe47 admin admin] Pushing event updated for resources: {'Port': ['ID=7ac83631-31d0-4d3a-ba1c-fd95f80356da,revision_number=1']} {{(pid=92665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:59:09.994124 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76546456-2dfc-4c92-ad82-47779cce903c req-eb0109df-729c-4adb-9cfa-20d132853279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:59:09.998662 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-76546456-2dfc-4c92-ad82-47779cce903c req-eb0109df-729c-4adb-9cfa-20d132853279 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5e81b8d1-5626-4e02-8654-ffb9746cb98f HTTP/1.1" status: 200 len: 854 time: 0.1667316 Jun 22 08:59:10.018750 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-f6748bee-c36f-43e7-9e56-e3e913a2fe47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:59:10.066233 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-f6748bee-c36f-43e7-9e56-e3e913a2fe47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-548618'] for router_interface, before_create {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:59:10.344428 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76546456-2dfc-4c92-ad82-47779cce903c req-c652a187-b1aa-4797-af47-937689a28461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:59:10.346985 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-76546456-2dfc-4c92-ad82-47779cce903c req-c652a187-b1aa-4797-af47-937689a28461 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e2082447-2f6b-49c7-89d0-33b24d58457e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3321831 Jun 22 08:59:10.618830 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.provisioning_blocks [None req-2c8f51c7-2f94-470c-8aa4-aa912af1878b None None] Provisioning for port 7ac83631-31d0-4d3a-ba1c-fd95f80356da completed by entity DHCP. {{(pid=92666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 08:59:10.650483 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.provisioning_blocks [None req-2c8f51c7-2f94-470c-8aa4-aa912af1878b None None] Provisioning complete for port 7ac83631-31d0-4d3a-ba1c-fd95f80356da triggered by entity DHCP. {{(pid=92666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 08:59:10.651956 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-2c8f51c7-2f94-470c-8aa4-aa912af1878b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133917554'] for port, provisioning_complete {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:59:10.713262 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-76546456-2dfc-4c92-ad82-47779cce903c req-61474c7d-9853-40d3-a50e-1bca8b7709d1 service neutron] 10.222.0.15 "GET /v2.0/networks/e2082447-2f6b-49c7-89d0-33b24d58457e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3524258 Jun 22 08:59:10.783978 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.plugin [None req-2c8f51c7-2f94-470c-8aa4-aa912af1878b None None] Port 7ac83631-31d0-4d3a-ba1c-fd95f80356da cannot update to ACTIVE because it is not bound. {{(pid=92666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 08:59:11.098339 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-f0a1c6fd-aa1f-4151-b7bb-1493c254b58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380123073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133916839'] for agent, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:59:11.175379 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-76546456-2dfc-4c92-ad82-47779cce903c req-070988b3-d7d4-41ff-8431-902697ef1bff service neutron] 10.222.0.15 "GET /v2.0/networks/e2082447-2f6b-49c7-89d0-33b24d58457e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1742575 Jun 22 08:59:11.238289 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91238c7e-6869-4280-a101-73ce1dec7652 req-cc6c776b-79ba-4b8d-9691-1937d60b8087 tempest-TestMinimumBasicScenario-143008768 tempest-TestMinimumBasicScenario-143008768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:59:11.246742 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-91238c7e-6869-4280-a101-73ce1dec7652 req-cc6c776b-79ba-4b8d-9691-1937d60b8087 tempest-TestMinimumBasicScenario-143008768 tempest-TestMinimumBasicScenario-143008768-project] 10.222.0.22 "GET /v2.0/ports?device_id=b9189ee1-d14d-4f17-8a25-cb3ce266c018 HTTP/1.1" status: 200 len: 944 time: 0.3171797 Jun 22 08:59:11.267519 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68d8588-f423-49a9-9882-b6db9d0e7037 req-32f19a62-0ccc-4c50-8db6-0aeb9502999b tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:59:11.276201 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-f68d8588-f423-49a9-9882-b6db9d0e7037 req-32f19a62-0ccc-4c50-8db6-0aeb9502999b tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.22 "GET /v2.0/ports?device_id=6271050a-4abc-4bde-8b04-76e25bbe6df5 HTTP/1.1" status: 200 len: 945 time: 0.3454335 Jun 22 08:59:11.467634 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-91238c7e-6869-4280-a101-73ce1dec7652 req-c4f95cb7-7220-414f-b75d-fcf5e17890bb tempest-TestMinimumBasicScenario-143008768 tempest-TestMinimumBasicScenario-143008768-project] 10.222.0.22 "GET /v2.0/security-groups?id=f1813137-ba80-494d-86f8-3129fc52c05b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2197113 Jun 22 08:59:11.473491 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-f68d8588-f423-49a9-9882-b6db9d0e7037 req-715c21d4-3fb6-4110-95d4-25ca5b417fb9 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.22 "GET /v2.0/security-groups?id=439773e6-15fd-46a9-865b-f4af198ad98a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1960518 Jun 22 08:59:11.503538 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-f6748bee-c36f-43e7-9e56-e3e913a2fe47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133719154'] for port, before_update {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:59:11.712264 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-f6748bee-c36f-43e7-9e56-e3e913a2fe47 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:59:11.718653 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-f6748bee-c36f-43e7-9e56-e3e913a2fe47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133719696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133660950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728380107731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728379583079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728379583124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4027018'] for port, after_update {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:59:11.727568 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:59:11.855060 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-f6748bee-c36f-43e7-9e56-e3e913a2fe47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133661043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-741137'] for router_interface, after_create {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:59:11.925053 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.rpc [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Device 427c613c-7010-403f-8b1b-c9e025928823 up at agent ovs-agent-dv-cinder-797333-1-smb {{(pid=92666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 08:59:11.927411 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6748bee-c36f-43e7-9e56-e3e913a2fe47 admin admin] Pushing event updated for resources: {'Port': ['ID=7ac83631-31d0-4d3a-ba1c-fd95f80356da,revision_number=2']} {{(pid=92665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:59:12.000152 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.provisioning_blocks [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Provisioning for port 427c613c-7010-403f-8b1b-c9e025928823 completed by entity L2. {{(pid=92666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 08:59:12.001739 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-f6748bee-c36f-43e7-9e56-e3e913a2fe47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:59:12.005279 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.provisioning_blocks [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Provisioning complete for port 427c613c-7010-403f-8b1b-c9e025928823 triggered by entity L2. {{(pid=92666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 08:59:12.005974 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133917554'] for port, provisioning_complete {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:59:12.101589 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6748bee-c36f-43e7-9e56-e3e913a2fe47 admin admin] Network 43a92e91-3203-44c2-bebd-b4b95d0924ba is already hosted by enough agents. {{(pid=92665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 08:59:12.109516 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.scheduler.base_scheduler [None req-f6748bee-c36f-43e7-9e56-e3e913a2fe47 admin admin] Resources bound (agent type, host, resource id): {{(pid=92665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 08:59:12.183081 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133719154'] for port, before_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:59:12.236588 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.db [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] For port 427c613c-7010-403f-8b1b-c9e025928823, host dv-cinder-797333-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797333-1-smb',level=0,port_id=427c613c-7010-403f-8b1b-c9e025928823,segment=NetworkSegment(f5dcb9d0-69a0-4f7f-8ef7-9bef0bfd3dea),segment_id=f5dcb9d0-69a0-4f7f-8ef7-9bef0bfd3dea)] {{(pid=92666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 08:59:12.245074 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133719696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133660950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728380107731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728379583079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728379583124'] for port, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:59:12.251093 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG oslo_concurrency.lockutils [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:59:12.372045 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Pushing event updated for resources: {'Port': ['ID=427c613c-7010-403f-8b1b-c9e025928823,revision_number=4']} {{(pid=92666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:59:12.385937 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG oslo_concurrency.lockutils [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=92666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:59:12.424742 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6748bee-c36f-43e7-9e56-e3e913a2fe47 admin admin] Router 48c4d72c-ad0a-4037-bb06-735cb695222c has already been hosted by L3 agent 81bac9f2-ec56-4bd6-b329-9598189ea0dc {{(pid=92665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 08:59:12.527615 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.provisioning_blocks [None req-c1dc6cc8-2aa5-4f5b-8887-29b5f79a0d4b None None] Provisioning complete for port 7ac83631-31d0-4d3a-ba1c-fd95f80356da triggered by entity DHCP. {{(pid=92666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 08:59:12.528001 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-c1dc6cc8-2aa5-4f5b-8887-29b5f79a0d4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133917554'] for port, provisioning_complete {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:59:12.624721 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.plugin [None req-c1dc6cc8-2aa5-4f5b-8887-29b5f79a0d4b None None] Port 7ac83631-31d0-4d3a-ba1c-fd95f80356da cannot update to ACTIVE because it is not bound. {{(pid=92666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 08:59:12.913324 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6748bee-c36f-43e7-9e56-e3e913a2fe47 admin admin] Notify agent at l3_agent.dv-cinder-797333-1-smb the message routers_updated {{(pid=92665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 08:59:12.928096 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a9a9a25-325a-4e29-95ba-ae5462790337 None None] Sync routers for ids ['48c4d72c-ad0a-4037-bb06-735cb695222c'] in dv-cinder-797333-1-smb {{(pid=92666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 08:59:12.929369 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [None req-f6748bee-c36f-43e7-9e56-e3e913a2fe47 admin admin] 10.222.0.22 "PUT /v2.0/routers/48c4d72c-ad0a-4037-bb06-735cb695222c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0965722 Jun 22 08:59:12.970902 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c53da6-ea61-4401-9b67-438cb621ad0e req-758842cc-b699-4c7f-bbca-46b5690365e4 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:59:12.977000 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a9a9a25-325a-4e29-95ba-ae5462790337 None None] Routers {'48c4d72c-ad0a-4037-bb06-735cb695222c'} bound to L3 agent in host dv-cinder-797333-1-smb {{(pid=92666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 08:59:12.979137 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-b7c53da6-ea61-4401-9b67-438cb621ad0e req-758842cc-b699-4c7f-bbca-46b5690365e4 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.22 "GET /v2.0/ports?device_id=6271050a-4abc-4bde-8b04-76e25bbe6df5 HTTP/1.1" status: 200 len: 945 time: 0.1298828 Jun 22 08:59:12.983157 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.l3_hamode_db [None req-8a9a9a25-325a-4e29-95ba-ae5462790337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797333-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-22T08:48:43Z,description=,heartbeat_timestamp=2021-06-22T08:58:44Z,host='dv-cinder-797333-1-smb',id=81bac9f2-ec56-4bd6-b329-9598189ea0dc,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T08:48:43Z,topic='l3_agent')) {'router_ids': ['48c4d72c-ad0a-4037-bb06-735cb695222c'], 'active': True} {{(pid=92666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 08:59:13.015528 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6563676-1323-4247-b4ed-d5b3a647fe21 req-96edd407-370a-4325-8e20-24ec49fbd34f tempest-TestMinimumBasicScenario-143008768 tempest-TestMinimumBasicScenario-143008768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:59:13.023457 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-b6563676-1323-4247-b4ed-d5b3a647fe21 req-96edd407-370a-4325-8e20-24ec49fbd34f tempest-TestMinimumBasicScenario-143008768 tempest-TestMinimumBasicScenario-143008768-project] 10.222.0.22 "GET /v2.0/ports?device_id=b9189ee1-d14d-4f17-8a25-cb3ce266c018 HTTP/1.1" status: 200 len: 944 time: 0.2415402 Jun 22 08:59:13.156430 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-b7c53da6-ea61-4401-9b67-438cb621ad0e req-6810be19-41e2-46a4-8d40-bebd1d4ab9b8 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.22 "GET /v2.0/security-groups?id=439773e6-15fd-46a9-865b-f4af198ad98a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1758776 Jun 22 08:59:13.168086 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-b6563676-1323-4247-b4ed-d5b3a647fe21 req-ecd634d7-60bd-4efe-aa8f-a2ab2c8b7df2 tempest-TestMinimumBasicScenario-143008768 tempest-TestMinimumBasicScenario-143008768-project] 10.222.0.22 "GET /v2.0/security-groups?id=f1813137-ba80-494d-86f8-3129fc52c05b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433859 Jun 22 08:59:13.221469 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.l3_dvr_db [None req-8a9a9a25-325a-4e29-95ba-ae5462790337 None None] Set router 48c4d72c-ad0a-4037-bb06-735cb695222c gateway port host: dv-cinder-797333-1-smb {{(pid=92666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 08:59:13.545107 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-5ba5c31d-a53d-45e6-91c0-6b9a382ab161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380123073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133916839'] for agent, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:59:13.576758 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.l3_hamode_db [None req-8a9a9a25-325a-4e29-95ba-ae5462790337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48c4d72c-ad0a-4037-bb06-735cb695222c', 'name': 'tempest-TestShelveInstance-1479053426-router', 'tenant_id': '1f642367c9e9471cbb9423fd80a72ec5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '229d5e4a-3847-4866-aa2f-e37dad8eeeae', 'external_fixed_ips': [{'subnet_id': '86526ad5-0ce1-4847-a8b3-31fb35f84f34', 'ip_address': '172.28.3.54'}], 'enable_snat': True}, 'gw_port_id': '427c613c-7010-403f-8b1b-c9e025928823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T08:58:59Z', 'updated_at': '2021-06-22T08:59:11Z', 'revision_number': 4, 'project_id': '1f642367c9e9471cbb9423fd80a72ec5', 'gw_port': {'id': '427c613c-7010-403f-8b1b-c9e025928823', 'name': '', 'network_id': '229d5e4a-3847-4866-aa2f-e37dad8eeeae', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:dd:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48c4d72c-ad0a-4037-bb06-735cb695222c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '86526ad5-0ce1-4847-a8b3-31fb35f84f34', 'ip_address': '172.28.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T08:59:01Z', 'updated_at': '2021-06-22T08:59:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86526ad5-0ce1-4847-a8b3-31fb35f84f34', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797333-1-smb', '_interfaces': [{'id': '7ac83631-31d0-4d3a-ba1c-fd95f80356da', 'name': '', 'network_id': '43a92e91-3203-44c2-bebd-b4b95d0924ba', 'tenant_id': '1f642367c9e9471cbb9423fd80a72ec5', 'mac_address': 'fa:16:3e:8b:af:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48c4d72c-ad0a-4037-bb06-735cb695222c', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '0ae22cb5-41e5-4c23-9ef6-ae16dbad4803', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T08:59:07Z', 'updated_at': '2021-06-22T08:59:11Z', 'revision_number': 2, 'project_id': '1f642367c9e9471cbb9423fd80a72ec5', 'subnets': [{'id': '0ae22cb5-41e5-4c23-9ef6-ae16dbad4803', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797333-1-smb', False) {} {{(pid=92666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 08:59:13.623248 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a9a9a25-325a-4e29-95ba-ae5462790337 None None] Checking router: 48c4d72c-ad0a-4037-bb06-735cb695222c for host: dv-cinder-797333-1-smb {{(pid=92666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 08:59:13.623753 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a9a9a25-325a-4e29-95ba-ae5462790337 None None] Updating router 48c4d72c-ad0a-4037-bb06-735cb695222c port 7ac83631-31d0-4d3a-ba1c-fd95f80356da binding host dv-cinder-797333-1-smb {{(pid=92666) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 08:59:13.682052 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-8a9a9a25-325a-4e29-95ba-ae5462790337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133719154'] for port, before_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:59:13.866963 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.wsgi [-] (92665) accepted ('10.222.0.22', 36872) {{(pid=92665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 08:59:13.873775 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.v2.base [None req-ef11ee51-fff0-4b8e-885a-eca5ca5decc2 tempest-TestShelveInstance-1565407398 tempest-TestShelveInstance-1565407398-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1534515066', 'description': 'tempest-secgroup-smoke-1534515066 description', 'project_id': '3cdda909a361486c941cba339ea661cd'}} {{(pid=92665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 08:59:13.914748 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-ef11ee51-fff0-4b8e-885a-eca5ca5decc2 tempest-TestShelveInstance-1565407398 tempest-TestShelveInstance-1565407398-project] Notify callbacks [] for security_group, before_create {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:59:13.935745 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.rpc [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Device 427c613c-7010-403f-8b1b-c9e025928823 up at agent ovs-agent-dv-cinder-797333-1-smb {{(pid=92666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 08:59:14.059155 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.provisioning_blocks [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Provisioning complete for port 427c613c-7010-403f-8b1b-c9e025928823 triggered by entity L2. {{(pid=92666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 08:59:14.059481 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133917554'] for port, provisioning_complete {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:59:14.127746 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380123073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133916839'] for agent, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:59:14.138469 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-ef11ee51-fff0-4b8e-885a-eca5ca5decc2 tempest-TestShelveInstance-1565407398 tempest-TestShelveInstance-1565407398-project] Notify callbacks [] for security_group, precommit_create {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:59:14.145243 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-ef11ee51-fff0-4b8e-885a-eca5ca5decc2 tempest-TestShelveInstance-1565407398 tempest-TestShelveInstance-1565407398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748303'] for security_group, after_create {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:59:14.158194 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-bcc36552-0a41-46eb-bdac-efedb32452e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:59:14.193925 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef11ee51-fff0-4b8e-885a-eca5ca5decc2 tempest-TestShelveInstance-1565407398 tempest-TestShelveInstance-1565407398-project] Pushing event updated for resources: {'SecurityGroup': ['ID=625a0eee-a365-4b84-95f9-4e05b3b72269,revision_number=1']} {{(pid=92665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:59:14.199761 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-ef11ee51-fff0-4b8e-885a-eca5ca5decc2 tempest-TestShelveInstance-1565407398 tempest-TestShelveInstance-1565407398-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:59:14.209710 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-ef11ee51-fff0-4b8e-885a-eca5ca5decc2 tempest-TestShelveInstance-1565407398 tempest-TestShelveInstance-1565407398-project] Notify callbacks [] for security_group, before_response {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:59:14.215233 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [None req-ef11ee51-fff0-4b8e-885a-eca5ca5decc2 tempest-TestShelveInstance-1565407398 tempest-TestShelveInstance-1565407398-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3439386 Jun 22 08:59:14.216228 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.wsgi [-] (92665) accepted ('10.222.0.22', 36918) {{(pid=92665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 08:59:14.232529 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.v2.base [None req-9d17624d-4131-4409-83d8-17d6e8e1720b tempest-TestShelveInstance-1565407398 tempest-TestShelveInstance-1565407398-project] Request body: {'security_group_rule': {'security_group_id': '625a0eee-a365-4b84-95f9-4e05b3b72269', 'project_id': '3cdda909a361486c941cba339ea661cd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 08:59:14.331513 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-9d17624d-4131-4409-83d8-17d6e8e1720b tempest-TestShelveInstance-1565407398 tempest-TestShelveInstance-1565407398-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:59:14.537949 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-8a9a9a25-325a-4e29-95ba-ae5462790337 None None] Notify callbacks [] for port, precommit_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:59:14.562308 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.provisioning_blocks [None req-8a9a9a25-325a-4e29-95ba-ae5462790337 None None] Transition to ACTIVE for port object 7ac83631-31d0-4d3a-ba1c-fd95f80356da will not be triggered until provisioned by entity L2. {{(pid=92666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 08:59:14.570444 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-8a9a9a25-325a-4e29-95ba-ae5462790337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133719696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133660950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728380107731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728379583079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728379583124'] for port, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:59:14.575980 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG oslo_concurrency.lockutils [None req-3172dee3-ac57-451c-a3f0-c238547fd2cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:59:14.715832 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c760fa3f-d17f-4643-9b64-981aace8c30f None None] Pushing event updated for resources: {'Port': ['ID=7ac83631-31d0-4d3a-ba1c-fd95f80356da,revision_number=3']} {{(pid=92666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:59:14.726983 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-9d17624d-4131-4409-83d8-17d6e8e1720b tempest-TestShelveInstance-1565407398 tempest-TestShelveInstance-1565407398-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:59:14.728778 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG oslo_concurrency.lockutils [None req-c760fa3f-d17f-4643-9b64-981aace8c30f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=92666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:59:14.776932 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-9d17624d-4131-4409-83d8-17d6e8e1720b tempest-TestShelveInstance-1565407398 tempest-TestShelveInstance-1565407398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742864'] for security_group_rule, after_create {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:59:14.802123 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e197eada-55b9-4ea0-b1b5-0a5bdf1ca174 req-389778ce-b5f3-4662-aaa8-c6248c7d922e tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:59:14.803747 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-e197eada-55b9-4ea0-b1b5-0a5bdf1ca174 req-389778ce-b5f3-4662-aaa8-c6248c7d922e tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.22 "GET /v2.0/ports?device_id=6271050a-4abc-4bde-8b04-76e25bbe6df5 HTTP/1.1" status: 200 len: 945 time: 0.1993186 Jun 22 08:59:14.805849 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-a00e1c06-3116-41bc-ab9c-375abd54d3d9 tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:59:14.868505 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc30581-e352-4d53-8974-93709074c239 req-c3783d8d-195c-4a5e-9c89-f11b15cda2ad tempest-TestMinimumBasicScenario-143008768 tempest-TestMinimumBasicScenario-143008768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:59:14.870249 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-3cc30581-e352-4d53-8974-93709074c239 req-c3783d8d-195c-4a5e-9c89-f11b15cda2ad tempest-TestMinimumBasicScenario-143008768 tempest-TestMinimumBasicScenario-143008768-project] 10.222.0.22 "GET /v2.0/ports?device_id=b9189ee1-d14d-4f17-8a25-cb3ce266c018 HTTP/1.1" status: 200 len: 944 time: 0.3676455 Jun 22 08:59:14.885130 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.managers [None req-8a9a9a25-325a-4e29-95ba-ae5462790337 None None] Attempting to bind port 7ac83631-31d0-4d3a-ba1c-fd95f80356da on host dv-cinder-797333-1-smb for vnic_type normal with profile {{(pid=92666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 08:59:14.885511 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.managers [None req-8a9a9a25-325a-4e29-95ba-ae5462790337 None None] Attempting to bind port 7ac83631-31d0-4d3a-ba1c-fd95f80356da by drivers openvswitch,hyperv on host dv-cinder-797333-1-smb at level 0 using segments [{'id': '268806ae-4205-41c8-80a0-6d59de60a565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '43a92e91-3203-44c2-bebd-b4b95d0924ba'}] {{(pid=92666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 08:59:14.885910 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a9a9a25-325a-4e29-95ba-ae5462790337 None None] Attempting to bind port 7ac83631-31d0-4d3a-ba1c-fd95f80356da on network 43a92e91-3203-44c2-bebd-b4b95d0924ba {{(pid=92666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 08:59:14.900610 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a9a9a25-325a-4e29-95ba-ae5462790337 None None] Checking agent: {'id': 'a79e4517-6a90-4dc6-90fb-3f5d630e0bbe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797333-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 8, 48, 44), 'started_at': datetime.datetime(2021, 6, 22, 8, 49, 14), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 8, 59, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797333-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 08:59:14.901002 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a9a9a25-325a-4e29-95ba-ae5462790337 None None] Checking segment: {'id': '268806ae-4205-41c8-80a0-6d59de60a565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '43a92e91-3203-44c2-bebd-b4b95d0924ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 08:59:14.901409 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-8a9a9a25-325a-4e29-95ba-ae5462790337 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:59:14.902777 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d17624d-4131-4409-83d8-17d6e8e1720b tempest-TestShelveInstance-1565407398 tempest-TestShelveInstance-1565407398-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ebdaf69-f776-4601-8251-32bd7db20769,revision_number=0']} {{(pid=92665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:59:14.907841 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a9a9a25-325a-4e29-95ba-ae5462790337 None None] Bound using segment: {'id': '268806ae-4205-41c8-80a0-6d59de60a565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '43a92e91-3203-44c2-bebd-b4b95d0924ba'} {{(pid=92666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 08:59:14.908535 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.managers [None req-8a9a9a25-325a-4e29-95ba-ae5462790337 None None] Bound port: 7ac83631-31d0-4d3a-ba1c-fd95f80356da, host: dv-cinder-797333-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '268806ae-4205-41c8-80a0-6d59de60a565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '43a92e91-3203-44c2-bebd-b4b95d0924ba'}}] {{(pid=92666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 08:59:14.908946 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-8a9a9a25-325a-4e29-95ba-ae5462790337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133719154'] for port, before_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:59:15.014811 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-9d17624d-4131-4409-83d8-17d6e8e1720b tempest-TestShelveInstance-1565407398 tempest-TestShelveInstance-1565407398-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:59:15.020584 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [None req-9d17624d-4131-4409-83d8-17d6e8e1720b tempest-TestShelveInstance-1565407398 tempest-TestShelveInstance-1565407398-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7957420 Jun 22 08:59:15.023148 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-9d17624d-4131-4409-83d8-17d6e8e1720b tempest-TestShelveInstance-1565407398 tempest-TestShelveInstance-1565407398-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:59:15.024227 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.wsgi [-] (92664) accepted ('10.222.0.22', 36940) {{(pid=92664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 08:59:15.030212 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.v2.base [None req-abe19cdd-c076-4c4e-a304-240477373280 tempest-TestShelveInstance-1565407398 tempest-TestShelveInstance-1565407398-project] Request body: {'security_group_rule': {'security_group_id': '625a0eee-a365-4b84-95f9-4e05b3b72269', 'project_id': '3cdda909a361486c941cba339ea661cd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 08:59:15.045925 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-e197eada-55b9-4ea0-b1b5-0a5bdf1ca174 req-43eda7e5-0893-4e72-ad3f-be139e0e6c6e tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.22 "GET /v2.0/security-groups?id=439773e6-15fd-46a9-865b-f4af198ad98a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1444371 Jun 22 08:59:15.100935 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-3cc30581-e352-4d53-8974-93709074c239 req-a980cd13-6cf4-4ab6-aacf-438ffe4051f5 tempest-TestMinimumBasicScenario-143008768 tempest-TestMinimumBasicScenario-143008768-project] 10.222.0.22 "GET /v2.0/security-groups?id=f1813137-ba80-494d-86f8-3129fc52c05b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518953 Jun 22 08:59:15.119926 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-244d5e4c-124e-44e7-83f7-ed36bd156729 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380123073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133916839'] for agent, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:59:15.148704 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-abe19cdd-c076-4c4e-a304-240477373280 tempest-TestShelveInstance-1565407398 tempest-TestShelveInstance-1565407398-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:59:15.233643 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.db [None req-8a9a9a25-325a-4e29-95ba-ae5462790337 None None] For port 7ac83631-31d0-4d3a-ba1c-fd95f80356da, host dv-cinder-797333-1-smb, cleared binding levels {{(pid=92666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 08:59:15.241191 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.db [None req-8a9a9a25-325a-4e29-95ba-ae5462790337 None None] For port 7ac83631-31d0-4d3a-ba1c-fd95f80356da, host dv-cinder-797333-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797333-1-smb',level=0,port_id=7ac83631-31d0-4d3a-ba1c-fd95f80356da,segment=NetworkSegment(268806ae-4205-41c8-80a0-6d59de60a565),segment_id=268806ae-4205-41c8-80a0-6d59de60a565)] {{(pid=92666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 08:59:15.254888 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-8a9a9a25-325a-4e29-95ba-ae5462790337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133719696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133660950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728380107731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728379583079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728379583124'] for port, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:59:15.256919 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG oslo_concurrency.lockutils [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:59:15.359096 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a9a9a25-325a-4e29-95ba-ae5462790337 None None] Routers {'48c4d72c-ad0a-4037-bb06-735cb695222c'} bound to L3 agent in host dv-cinder-797333-1-smb {{(pid=92666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 08:59:15.359918 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.l3_hamode_db [None req-8a9a9a25-325a-4e29-95ba-ae5462790337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797333-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-22T08:48:43Z,description=,heartbeat_timestamp=2021-06-22T08:59:14Z,host='dv-cinder-797333-1-smb',id=81bac9f2-ec56-4bd6-b329-9598189ea0dc,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T08:48:43Z,topic='l3_agent')) {'router_ids': ['48c4d72c-ad0a-4037-bb06-735cb695222c'], 'active': True} {{(pid=92666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 08:59:15.366530 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c760fa3f-d17f-4643-9b64-981aace8c30f None None] Pushing event updated for resources: {'Port': ['ID=7ac83631-31d0-4d3a-ba1c-fd95f80356da,revision_number=4']} {{(pid=92666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:59:15.370274 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG oslo_concurrency.lockutils [None req-c760fa3f-d17f-4643-9b64-981aace8c30f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=92666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:59:15.375085 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-abe19cdd-c076-4c4e-a304-240477373280 tempest-TestShelveInstance-1565407398 tempest-TestShelveInstance-1565407398-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:59:15.384469 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-abe19cdd-c076-4c4e-a304-240477373280 tempest-TestShelveInstance-1565407398 tempest-TestShelveInstance-1565407398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742864'] for security_group_rule, after_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:59:15.397881 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-baa8eabc-f485-4b2d-a0da-6786c33d88ef tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:59:15.422505 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.db.agents_db [None req-b28930ac-c45f-452b-90b0-92e2a86c5dbe None None] Agent healthcheck: found 6 active agents {{(pid=92667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 08:59:15.445533 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe19cdd-c076-4c4e-a304-240477373280 tempest-TestShelveInstance-1565407398 tempest-TestShelveInstance-1565407398-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=886c97f4-a443-4812-b7c9-8c92e42782a9,revision_number=0']} {{(pid=92664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:59:15.450155 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-abe19cdd-c076-4c4e-a304-240477373280 tempest-TestShelveInstance-1565407398 tempest-TestShelveInstance-1565407398-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:59:15.459749 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-abe19cdd-c076-4c4e-a304-240477373280 tempest-TestShelveInstance-1565407398 tempest-TestShelveInstance-1565407398-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:59:15.461048 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [None req-abe19cdd-c076-4c4e-a304-240477373280 tempest-TestShelveInstance-1565407398 tempest-TestShelveInstance-1565407398-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4356248 Jun 22 08:59:15.464957 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.wsgi [-] (92664) accepted ('10.222.0.22', 36958) {{(pid=92664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 08:59:15.470440 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.v2.base [None req-af6fc735-1278-4ccf-bc56-5b1c4dbbca8a tempest-TestShelveInstance-1565407398 tempest-TestShelveInstance-1565407398-project] Request body: {'security_group_rule': {'security_group_id': '625a0eee-a365-4b84-95f9-4e05b3b72269', 'project_id': '3cdda909a361486c941cba339ea661cd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 08:59:15.548446 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-af6fc735-1278-4ccf-bc56-5b1c4dbbca8a tempest-TestShelveInstance-1565407398 tempest-TestShelveInstance-1565407398-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:59:15.747407 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-af6fc735-1278-4ccf-bc56-5b1c4dbbca8a tempest-TestShelveInstance-1565407398 tempest-TestShelveInstance-1565407398-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:59:15.756371 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-af6fc735-1278-4ccf-bc56-5b1c4dbbca8a tempest-TestShelveInstance-1565407398 tempest-TestShelveInstance-1565407398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742864'] for security_group_rule, after_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:59:15.765697 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-1c09ba98-c3b9-42d3-a88b-a54dc4f9c923 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:59:15.777929 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.l3_dvr_db [None req-8a9a9a25-325a-4e29-95ba-ae5462790337 None None] Set router 48c4d72c-ad0a-4037-bb06-735cb695222c gateway port host: dv-cinder-797333-1-smb {{(pid=92666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 08:59:15.813235 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6fc735-1278-4ccf-bc56-5b1c4dbbca8a tempest-TestShelveInstance-1565407398 tempest-TestShelveInstance-1565407398-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=635e829e-eedb-48b9-8e8f-bc551d839b9e,revision_number=0']} {{(pid=92664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:59:15.820175 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-af6fc735-1278-4ccf-bc56-5b1c4dbbca8a tempest-TestShelveInstance-1565407398 tempest-TestShelveInstance-1565407398-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:59:15.831072 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-af6fc735-1278-4ccf-bc56-5b1c4dbbca8a tempest-TestShelveInstance-1565407398 tempest-TestShelveInstance-1565407398-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:59:15.833393 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [None req-af6fc735-1278-4ccf-bc56-5b1c4dbbca8a tempest-TestShelveInstance-1565407398 tempest-TestShelveInstance-1565407398-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3672469 Jun 22 08:59:15.836315 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.wsgi [-] (92665) accepted ('10.222.0.22', 36974) {{(pid=92665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 08:59:15.845103 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.v2.base [None req-9d52bc4a-579c-43ac-a958-d00ae485a57f tempest-TestShelveInstance-1565407398 tempest-TestShelveInstance-1565407398-project] Request body: {'security_group_rule': {'security_group_id': '625a0eee-a365-4b84-95f9-4e05b3b72269', 'project_id': '3cdda909a361486c941cba339ea661cd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 08:59:15.926428 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-9d52bc4a-579c-43ac-a958-d00ae485a57f tempest-TestShelveInstance-1565407398 tempest-TestShelveInstance-1565407398-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:59:16.044621 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-9d52bc4a-579c-43ac-a958-d00ae485a57f tempest-TestShelveInstance-1565407398 tempest-TestShelveInstance-1565407398-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:59:16.052001 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-9d52bc4a-579c-43ac-a958-d00ae485a57f tempest-TestShelveInstance-1565407398 tempest-TestShelveInstance-1565407398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742864'] for security_group_rule, after_create {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:59:16.059456 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:59:16.081352 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d52bc4a-579c-43ac-a958-d00ae485a57f tempest-TestShelveInstance-1565407398 tempest-TestShelveInstance-1565407398-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc0a3652-c40d-4bbc-a65d-bd18fc4dd1ed,revision_number=0']} {{(pid=92665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:59:16.081754 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-e2a0141c-4e42-4900-8004-ff8c1b31b35a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380123073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133916839'] for agent, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:59:16.093204 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-9d52bc4a-579c-43ac-a958-d00ae485a57f tempest-TestShelveInstance-1565407398 tempest-TestShelveInstance-1565407398-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:59:16.095148 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-9d52bc4a-579c-43ac-a958-d00ae485a57f tempest-TestShelveInstance-1565407398 tempest-TestShelveInstance-1565407398-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:59:16.101980 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.wsgi [-] (92664) accepted ('10.222.0.22', 36978) {{(pid=92664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 08:59:16.102741 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [None req-9d52bc4a-579c-43ac-a958-d00ae485a57f tempest-TestShelveInstance-1565407398 tempest-TestShelveInstance-1565407398-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2640572 Jun 22 08:59:16.116691 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.v2.base [None req-25cbd8e8-dfb5-4c63-8f21-cbd4af8aecc8 tempest-TestShelveInstance-1565407398 tempest-TestShelveInstance-1565407398-project] Request body: {'security_group_rule': {'security_group_id': '625a0eee-a365-4b84-95f9-4e05b3b72269', 'project_id': '3cdda909a361486c941cba339ea661cd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 08:59:16.168987 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.db.securitygroups_db [None req-25cbd8e8-dfb5-4c63-8f21-cbd4af8aecc8 tempest-TestShelveInstance-1565407398 tempest-TestShelveInstance-1565407398-project] Project 3cdda909a361486c941cba339ea661cd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 08:59:16.181068 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-25cbd8e8-dfb5-4c63-8f21-cbd4af8aecc8 tempest-TestShelveInstance-1565407398 tempest-TestShelveInstance-1565407398-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:59:16.254244 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.l3_hamode_db [None req-8a9a9a25-325a-4e29-95ba-ae5462790337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48c4d72c-ad0a-4037-bb06-735cb695222c', 'name': 'tempest-TestShelveInstance-1479053426-router', 'tenant_id': '1f642367c9e9471cbb9423fd80a72ec5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '229d5e4a-3847-4866-aa2f-e37dad8eeeae', 'external_fixed_ips': [{'subnet_id': '86526ad5-0ce1-4847-a8b3-31fb35f84f34', 'ip_address': '172.28.3.54'}], 'enable_snat': True}, 'gw_port_id': '427c613c-7010-403f-8b1b-c9e025928823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T08:58:59Z', 'updated_at': '2021-06-22T08:59:11Z', 'revision_number': 4, 'project_id': '1f642367c9e9471cbb9423fd80a72ec5', 'gw_port': {'id': '427c613c-7010-403f-8b1b-c9e025928823', 'name': '', 'network_id': '229d5e4a-3847-4866-aa2f-e37dad8eeeae', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:dd:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48c4d72c-ad0a-4037-bb06-735cb695222c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '86526ad5-0ce1-4847-a8b3-31fb35f84f34', 'ip_address': '172.28.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T08:59:01Z', 'updated_at': '2021-06-22T08:59:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86526ad5-0ce1-4847-a8b3-31fb35f84f34', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797333-1-smb', '_interfaces': [{'id': '7ac83631-31d0-4d3a-ba1c-fd95f80356da', 'name': '', 'network_id': '43a92e91-3203-44c2-bebd-b4b95d0924ba', 'tenant_id': '1f642367c9e9471cbb9423fd80a72ec5', 'mac_address': 'fa:16:3e:8b:af:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48c4d72c-ad0a-4037-bb06-735cb695222c', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '0ae22cb5-41e5-4c23-9ef6-ae16dbad4803', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T08:59:07Z', 'updated_at': '2021-06-22T08:59:15Z', 'revision_number': 4, 'project_id': '1f642367c9e9471cbb9423fd80a72ec5', 'subnets': [{'id': '0ae22cb5-41e5-4c23-9ef6-ae16dbad4803', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797333-1-smb', False) {} {{(pid=92666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 08:59:16.319350 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a9a9a25-325a-4e29-95ba-ae5462790337 None None] The sync data for ids ['48c4d72c-ad0a-4037-bb06-735cb695222c'] in dv-cinder-797333-1-smb is: [{'id': '48c4d72c-ad0a-4037-bb06-735cb695222c', 'name': 'tempest-TestShelveInstance-1479053426-router', 'tenant_id': '1f642367c9e9471cbb9423fd80a72ec5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '229d5e4a-3847-4866-aa2f-e37dad8eeeae', 'external_fixed_ips': [{'subnet_id': '86526ad5-0ce1-4847-a8b3-31fb35f84f34', 'ip_address': '172.28.3.54'}], 'enable_snat': True}, 'gw_port_id': '427c613c-7010-403f-8b1b-c9e025928823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T08:58:59Z', 'updated_at': '2021-06-22T08:59:11Z', 'revision_number': 4, 'project_id': '1f642367c9e9471cbb9423fd80a72ec5', 'gw_port': {'id': '427c613c-7010-403f-8b1b-c9e025928823', 'name': '', 'network_id': '229d5e4a-3847-4866-aa2f-e37dad8eeeae', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:dd:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48c4d72c-ad0a-4037-bb06-735cb695222c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '86526ad5-0ce1-4847-a8b3-31fb35f84f34', 'ip_address': '172.28.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T08:59:01Z', 'updated_at': '2021-06-22T08:59:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86526ad5-0ce1-4847-a8b3-31fb35f84f34', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797333-1-smb', '_interfaces': [{'id': '7ac83631-31d0-4d3a-ba1c-fd95f80356da', 'name': '', 'network_id': '43a92e91-3203-44c2-bebd-b4b95d0924ba', 'tenant_id': '1f642367c9e9471cbb9423fd80a72ec5', 'mac_address': 'fa:16:3e:8b:af:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48c4d72c-ad0a-4037-bb06-735cb695222c', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '0ae22cb5-41e5-4c23-9ef6-ae16dbad4803', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T08:59:07Z', 'updated_at': '2021-06-22T08:59:15Z', 'revision_number': 4, 'project_id': '1f642367c9e9471cbb9423fd80a72ec5', 'subnets': [{'id': '0ae22cb5-41e5-4c23-9ef6-ae16dbad4803', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 08:59:16.347202 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-25cbd8e8-dfb5-4c63-8f21-cbd4af8aecc8 tempest-TestShelveInstance-1565407398 tempest-TestShelveInstance-1565407398-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:59:16.356571 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-25cbd8e8-dfb5-4c63-8f21-cbd4af8aecc8 tempest-TestShelveInstance-1565407398 tempest-TestShelveInstance-1565407398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742864'] for security_group_rule, after_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:59:16.372374 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-fc54eaa9-bcd5-437c-b7b4-e7c4f6f4c798 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:59:16.464032 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-25cbd8e8-dfb5-4c63-8f21-cbd4af8aecc8 tempest-TestShelveInstance-1565407398 tempest-TestShelveInstance-1565407398-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:59:16.469062 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [None req-25cbd8e8-dfb5-4c63-8f21-cbd4af8aecc8 tempest-TestShelveInstance-1565407398 tempest-TestShelveInstance-1565407398-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3553927 Jun 22 08:59:16.469062 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cbd8e8-dfb5-4c63-8f21-cbd4af8aecc8 tempest-TestShelveInstance-1565407398 tempest-TestShelveInstance-1565407398-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ce95cfc-e691-4a62-82b0-1db6a5369f38,revision_number=0']} {{(pid=92664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:59:16.470866 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.wsgi [-] (92664) accepted ('10.222.0.22', 36992) {{(pid=92664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 08:59:16.481831 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.v2.base [None req-39be4549-63cb-4d2e-af93-c1ee2f8b45d5 tempest-TestShelveInstance-1565407398 tempest-TestShelveInstance-1565407398-project] Request body: {'security_group_rule': {'security_group_id': '625a0eee-a365-4b84-95f9-4e05b3b72269', 'project_id': '3cdda909a361486c941cba339ea661cd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 08:59:16.492292 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-25cbd8e8-dfb5-4c63-8f21-cbd4af8aecc8 tempest-TestShelveInstance-1565407398 tempest-TestShelveInstance-1565407398-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:59:16.546915 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.db.securitygroups_db [None req-39be4549-63cb-4d2e-af93-c1ee2f8b45d5 tempest-TestShelveInstance-1565407398 tempest-TestShelveInstance-1565407398-project] Project 3cdda909a361486c941cba339ea661cd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 08:59:16.554741 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-39be4549-63cb-4d2e-af93-c1ee2f8b45d5 tempest-TestShelveInstance-1565407398 tempest-TestShelveInstance-1565407398-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:59:16.592501 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8264ca-8981-432f-af6d-e73bc666dc75 req-09e52370-ad9f-4e9c-ac0b-bad99279a620 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:59:16.594668 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-ec8264ca-8981-432f-af6d-e73bc666dc75 req-09e52370-ad9f-4e9c-ac0b-bad99279a620 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.22 "GET /v2.0/ports?device_id=6271050a-4abc-4bde-8b04-76e25bbe6df5 HTTP/1.1" status: 200 len: 945 time: 0.2039528 Jun 22 08:59:16.603715 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bfbc2b-cc32-4a7e-b187-588c4c2262dd req-74f89e97-0784-49f6-8155-378c7e627f99 tempest-TestMinimumBasicScenario-143008768 tempest-TestMinimumBasicScenario-143008768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:59:16.612112 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-e2bfbc2b-cc32-4a7e-b187-588c4c2262dd req-74f89e97-0784-49f6-8155-378c7e627f99 tempest-TestMinimumBasicScenario-143008768 tempest-TestMinimumBasicScenario-143008768-project] 10.222.0.22 "GET /v2.0/ports?device_id=b9189ee1-d14d-4f17-8a25-cb3ce266c018 HTTP/1.1" status: 200 len: 944 time: 0.1958621 Jun 22 08:59:16.704858 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-e2bfbc2b-cc32-4a7e-b187-588c4c2262dd req-29f41a04-3d84-4460-b844-2f8ed860e32f tempest-TestMinimumBasicScenario-143008768 tempest-TestMinimumBasicScenario-143008768-project] 10.222.0.22 "GET /v2.0/security-groups?id=f1813137-ba80-494d-86f8-3129fc52c05b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912440 Jun 22 08:59:16.708079 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-ec8264ca-8981-432f-af6d-e73bc666dc75 req-3ef1e66f-bf71-4b6c-bb5b-0100953f1174 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.22 "GET /v2.0/security-groups?id=439773e6-15fd-46a9-865b-f4af198ad98a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881810 Jun 22 08:59:16.728541 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-39be4549-63cb-4d2e-af93-c1ee2f8b45d5 tempest-TestShelveInstance-1565407398 tempest-TestShelveInstance-1565407398-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:59:16.739178 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-39be4549-63cb-4d2e-af93-c1ee2f8b45d5 tempest-TestShelveInstance-1565407398 tempest-TestShelveInstance-1565407398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742864'] for security_group_rule, after_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:59:16.757414 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:59:16.803327 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39be4549-63cb-4d2e-af93-c1ee2f8b45d5 tempest-TestShelveInstance-1565407398 tempest-TestShelveInstance-1565407398-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ddff0eb4-a7fc-4d55-b8b1-71fbdf76d7ad,revision_number=0']} {{(pid=92664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:59:16.807929 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-39be4549-63cb-4d2e-af93-c1ee2f8b45d5 tempest-TestShelveInstance-1565407398 tempest-TestShelveInstance-1565407398-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:59:16.820381 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-39be4549-63cb-4d2e-af93-c1ee2f8b45d5 tempest-TestShelveInstance-1565407398 tempest-TestShelveInstance-1565407398-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:59:16.821831 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [None req-39be4549-63cb-4d2e-af93-c1ee2f8b45d5 tempest-TestShelveInstance-1565407398 tempest-TestShelveInstance-1565407398-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3492920 Jun 22 08:59:17.340209 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a982757-64b5-41d6-b686-d95d6946d949 req-89aee42c-0abd-48cd-8cc4-db89fd7b4fb6 tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:59:17.342337 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-6a982757-64b5-41d6-b686-d95d6946d949 req-89aee42c-0abd-48cd-8cc4-db89fd7b4fb6 tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] 10.222.0.22 "GET /v2.0/ports?device_id=f5f2c8e1-c94f-4259-ab73-c6701fe02413 HTTP/1.1" status: 200 len: 945 time: 0.0725007 Jun 22 08:59:17.405800 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-6a982757-64b5-41d6-b686-d95d6946d949 req-15347308-2337-45a3-be4e-89c422025c52 tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] 10.222.0.22 "GET /v2.0/security-groups?id=b898a60c-7fe8-421c-bc5f-0e7f60ad4a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571108 Jun 22 08:59:17.897165 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.rpc [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Device df79e61f-d424-4ad1-8cee-250dafd6bad5 no longer exists at agent hyperv_hv-cinder-79733 {{(pid=92666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 08:59:17.953121 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.rpc [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Device 7ac83631-31d0-4d3a-ba1c-fd95f80356da up at agent ovs-agent-dv-cinder-797333-1-smb {{(pid=92666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 08:59:18.019791 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa0604f-054a-4a66-927c-95a79dbff744 req-a8bae2e9-4d79-40fa-92d8-6a7b0ebb33d2 tempest-TestMinimumBasicScenario-143008768 tempest-TestMinimumBasicScenario-143008768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:59:18.027803 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-aaa0604f-054a-4a66-927c-95a79dbff744 req-a8bae2e9-4d79-40fa-92d8-6a7b0ebb33d2 tempest-TestMinimumBasicScenario-143008768 tempest-TestMinimumBasicScenario-143008768-project] 10.222.0.22 "GET /v2.0/ports?device_id=b9189ee1-d14d-4f17-8a25-cb3ce266c018 HTTP/1.1" status: 200 len: 944 time: 0.1503584 Jun 22 08:59:18.080331 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133719154'] for port, before_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:59:18.097592 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-aaa0604f-054a-4a66-927c-95a79dbff744 req-c1650bff-1bdd-4da4-af9e-da5d737ce00b tempest-TestMinimumBasicScenario-143008768 tempest-TestMinimumBasicScenario-143008768-project] 10.222.0.22 "GET /v2.0/security-groups?id=f1813137-ba80-494d-86f8-3129fc52c05b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673661 Jun 22 08:59:18.107785 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.provisioning_blocks [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Provisioning for port 7ac83631-31d0-4d3a-ba1c-fd95f80356da completed by entity L2. {{(pid=92666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 08:59:18.108238 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b4bb9d-aa7e-46b9-8fc6-5a1c88846b46 req-ac4fd038-3037-4307-87fe-6a81bfba135e tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:59:18.122354 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-42b4bb9d-aa7e-46b9-8fc6-5a1c88846b46 req-ac4fd038-3037-4307-87fe-6a81bfba135e tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.22 "GET /v2.0/ports?device_id=6271050a-4abc-4bde-8b04-76e25bbe6df5 HTTP/1.1" status: 200 len: 945 time: 0.1564775 Jun 22 08:59:18.124127 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.provisioning_blocks [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Provisioning complete for port 7ac83631-31d0-4d3a-ba1c-fd95f80356da triggered by entity L2. {{(pid=92666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 08:59:18.124565 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133917554'] for port, provisioning_complete {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:59:18.130155 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6271050a-4abc-4bde-8b04-76e25bbe6df5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df79e61f-d424-4ad1-8cee-250dafd6bad5'}] {{(pid=92666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 08:59:18.132486 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d55364b227510a28ea0dc9c97ec82a2823dd2b88b3d79212c5ee75253478bf9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ceb4087-38d5-4bb8-9242-dfd6dfdc3030" -d '{"events": [{"server_uuid": "6271050a-4abc-4bde-8b04-76e25bbe6df5", "name": "network-vif-unplugged", "status": "completed", "tag": "df79e61f-d424-4ad1-8cee-250dafd6bad5"}]}' {{(pid=92666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 08:59:18.183446 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.db [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] For port df79e61f-d424-4ad1-8cee-250dafd6bad5, host hv-cinder-79733, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79733',level=0,port_id=df79e61f-d424-4ad1-8cee-250dafd6bad5,segment=NetworkSegment(ff26e6d0-efb0-4f26-b4ca-43fb0499d495),segment_id=ff26e6d0-efb0-4f26-b4ca-43fb0499d495)] {{(pid=92666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 08:59:18.194207 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133719696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133660950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728380107731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728379583079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728379583124'] for port, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:59:18.205973 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-42b4bb9d-aa7e-46b9-8fc6-5a1c88846b46 req-e2d372de-08eb-4aab-a902-90d2c102a180 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.22 "GET /v2.0/security-groups?id=439773e6-15fd-46a9-865b-f4af198ad98a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890479 Jun 22 08:59:18.207145 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG oslo_concurrency.lockutils [None req-c760fa3f-d17f-4643-9b64-981aace8c30f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:59:18.241426 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 22 Jun 2021 08:59:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c62f8552-952e-4404-a39c-5237b47df0a2 x-openstack-request-id: req-c62f8552-952e-4404-a39c-5237b47df0a2 {{(pid=92666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 08:59:18.241762 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6271050a-4abc-4bde-8b04-76e25bbe6df5", "name": "network-vif-unplugged", "status": "completed", "tag": "df79e61f-d424-4ad1-8cee-250dafd6bad5", "code": 200}]} {{(pid=92666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 08:59:18.242009 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c62f8552-952e-4404-a39c-5237b47df0a2 {{(pid=92666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 08:59:18.242408 dv-cinder-797333-1-smb neutron-server[92666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6271050a-4abc-4bde-8b04-76e25bbe6df5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df79e61f-d424-4ad1-8cee-250dafd6bad5', 'code': 200} Jun 22 08:59:18.276533 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Pushing event updated for resources: {'Port': ['ID=df79e61f-d424-4ad1-8cee-250dafd6bad5,revision_number=8']} {{(pid=92666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:59:18.280075 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG oslo_concurrency.lockutils [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:59:18.320379 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133719154'] for port, before_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:59:18.366322 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.db [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] For port 7ac83631-31d0-4d3a-ba1c-fd95f80356da, host dv-cinder-797333-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797333-1-smb',level=0,port_id=7ac83631-31d0-4d3a-ba1c-fd95f80356da,segment=NetworkSegment(268806ae-4205-41c8-80a0-6d59de60a565),segment_id=268806ae-4205-41c8-80a0-6d59de60a565)] {{(pid=92666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 08:59:18.382257 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133719696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133660950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728380107731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728379583079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728379583124'] for port, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:59:18.384617 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG oslo_concurrency.lockutils [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:59:18.447350 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Pushing event updated for resources: {'Port': ['ID=7ac83631-31d0-4d3a-ba1c-fd95f80356da,revision_number=5']} {{(pid=92666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:59:18.450905 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG oslo_concurrency.lockutils [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:59:18.625915 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0d03e9-0509-4c0c-b904-b8c68a7998bc req-e1754f21-e567-4e42-8b88-a74610d7f056 tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:59:18.625915 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-9e0d03e9-0509-4c0c-b904-b8c68a7998bc req-e1754f21-e567-4e42-8b88-a74610d7f056 tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] 10.222.0.22 "GET /v2.0/ports?device_id=f5f2c8e1-c94f-4259-ab73-c6701fe02413 HTTP/1.1" status: 200 len: 945 time: 0.0733554 Jun 22 08:59:18.678906 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-9e0d03e9-0509-4c0c-b904-b8c68a7998bc req-33decbf5-8cdb-469a-86cf-27b3a18d2339 tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] 10.222.0.22 "GET /v2.0/security-groups?id=b898a60c-7fe8-421c-bc5f-0e7f60ad4a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540624 Jun 22 08:59:19.288870 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5f206c-fa88-475c-9949-60bf1b5cf2ba req-9557e87e-35c1-4f8a-aa03-0126aeffb51e tempest-TestMinimumBasicScenario-143008768 tempest-TestMinimumBasicScenario-143008768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:59:19.290374 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-7d5f206c-fa88-475c-9949-60bf1b5cf2ba req-9557e87e-35c1-4f8a-aa03-0126aeffb51e tempest-TestMinimumBasicScenario-143008768 tempest-TestMinimumBasicScenario-143008768-project] 10.222.0.22 "GET /v2.0/ports?device_id=b9189ee1-d14d-4f17-8a25-cb3ce266c018 HTTP/1.1" status: 200 len: 944 time: 0.0683966 Jun 22 08:59:19.337982 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-7d5f206c-fa88-475c-9949-60bf1b5cf2ba req-75d4d203-26de-4ba3-a338-314b9ad8cc99 tempest-TestMinimumBasicScenario-143008768 tempest-TestMinimumBasicScenario-143008768-project] 10.222.0.22 "GET /v2.0/security-groups?id=f1813137-ba80-494d-86f8-3129fc52c05b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396576 Jun 22 08:59:19.426034 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ea5698-563e-4c58-a25b-a690322e6a58 req-f87ddcb8-7715-48b6-b2ce-7efc134e5b97 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:59:19.427699 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-02ea5698-563e-4c58-a25b-a690322e6a58 req-f87ddcb8-7715-48b6-b2ce-7efc134e5b97 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.22 "GET /v2.0/ports?device_id=6271050a-4abc-4bde-8b04-76e25bbe6df5 HTTP/1.1" status: 200 len: 943 time: 0.0887074 Jun 22 08:59:19.478844 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-02ea5698-563e-4c58-a25b-a690322e6a58 req-ade92724-36f8-4b57-9256-f134bfa8e3d1 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.22 "GET /v2.0/security-groups?id=439773e6-15fd-46a9-865b-f4af198ad98a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440888 Jun 22 08:59:19.819960 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.rpc [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Device 7ac83631-31d0-4d3a-ba1c-fd95f80356da up at agent ovs-agent-dv-cinder-797333-1-smb {{(pid=92666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 08:59:19.871537 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8a69e2-5676-42c3-a575-29cbe874d9d9 req-53ef8741-b6d3-4d1c-b1a8-c05610b439b8 tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:59:19.873105 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-cb8a69e2-5676-42c3-a575-29cbe874d9d9 req-53ef8741-b6d3-4d1c-b1a8-c05610b439b8 tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] 10.222.0.22 "GET /v2.0/ports?device_id=f5f2c8e1-c94f-4259-ab73-c6701fe02413 HTTP/1.1" status: 200 len: 945 time: 0.0789707 Jun 22 08:59:19.897192 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.provisioning_blocks [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Provisioning complete for port 7ac83631-31d0-4d3a-ba1c-fd95f80356da triggered by entity L2. {{(pid=92666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 08:59:19.897918 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133917554'] for port, provisioning_complete {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:59:19.929344 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-cb8a69e2-5676-42c3-a575-29cbe874d9d9 req-06767dcd-d185-439e-ab14-3521b33c7819 tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] 10.222.0.22 "GET /v2.0/security-groups?id=b898a60c-7fe8-421c-bc5f-0e7f60ad4a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495882 Jun 22 08:59:20.536530 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc2a2da-c031-4523-98e5-0fd10025b60b req-734fc63e-ef34-4450-a496-4d371db53f44 tempest-TestMinimumBasicScenario-143008768 tempest-TestMinimumBasicScenario-143008768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:59:20.538515 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-abc2a2da-c031-4523-98e5-0fd10025b60b req-734fc63e-ef34-4450-a496-4d371db53f44 tempest-TestMinimumBasicScenario-143008768 tempest-TestMinimumBasicScenario-143008768-project] 10.222.0.22 "GET /v2.0/ports?device_id=b9189ee1-d14d-4f17-8a25-cb3ce266c018 HTTP/1.1" status: 200 len: 944 time: 0.0735056 Jun 22 08:59:20.578069 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-abc2a2da-c031-4523-98e5-0fd10025b60b req-9a12e5b0-cac0-4352-a1a6-031c1828fed3 tempest-TestMinimumBasicScenario-143008768 tempest-TestMinimumBasicScenario-143008768-project] 10.222.0.22 "GET /v2.0/security-groups?id=f1813137-ba80-494d-86f8-3129fc52c05b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338647 Jun 22 08:59:20.671532 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949690ca-dc06-415c-b223-093f81dd02ea req-2c6fcbc2-026a-449a-b5b0-d8518fcfd057 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:59:20.672978 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-949690ca-dc06-415c-b223-093f81dd02ea req-2c6fcbc2-026a-449a-b5b0-d8518fcfd057 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.22 "GET /v2.0/ports?device_id=6271050a-4abc-4bde-8b04-76e25bbe6df5 HTTP/1.1" status: 200 len: 943 time: 0.0628929 Jun 22 08:59:20.710477 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-949690ca-dc06-415c-b223-093f81dd02ea req-6bd2d2ea-0424-4bef-a7e2-2fff0d5a9436 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.22 "GET /v2.0/security-groups?id=439773e6-15fd-46a9-865b-f4af198ad98a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317812 Jun 22 08:59:21.131241 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f36c3ff-bdc2-4e16-a25c-d63e49f76f44 req-af4cb168-9666-4659-80bd-091b345ab180 tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:59:21.132691 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-3f36c3ff-bdc2-4e16-a25c-d63e49f76f44 req-af4cb168-9666-4659-80bd-091b345ab180 tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] 10.222.0.22 "GET /v2.0/ports?device_id=f5f2c8e1-c94f-4259-ab73-c6701fe02413 HTTP/1.1" status: 200 len: 945 time: 0.0685475 Jun 22 08:59:21.170404 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-3f36c3ff-bdc2-4e16-a25c-d63e49f76f44 req-c57164de-56eb-41ee-b61d-2dfb2ac24c66 tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] 10.222.0.22 "GET /v2.0/security-groups?id=b898a60c-7fe8-421c-bc5f-0e7f60ad4a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319507 Jun 22 08:59:21.251747 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f26329d-4b7a-4081-9535-6c357be99fdb req-76cfe71b-a2cb-4805-83a3-6ce1d552c76c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:59:21.253219 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-6f26329d-4b7a-4081-9535-6c357be99fdb req-76cfe71b-a2cb-4805-83a3-6ce1d552c76c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0dbc55deeb2a42a3bb10502a7c6fc28b&device_id=6271050a-4abc-4bde-8b04-76e25bbe6df5 HTTP/1.1" status: 200 len: 1096 time: 0.0513446 Jun 22 08:59:21.361468 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f26329d-4b7a-4081-9535-6c357be99fdb req-8d79ef73-0fe6-46d3-ae5c-9bf01f4d1673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:59:21.363063 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-6f26329d-4b7a-4081-9535-6c357be99fdb req-8d79ef73-0fe6-46d3-ae5c-9bf01f4d1673 service neutron] 10.222.0.15 "GET /v2.0/networks?id=266e7c95-823e-49c0-9793-a3850a55863e HTTP/1.1" status: 200 len: 918 time: 0.0944288 Jun 22 08:59:21.429344 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-6f26329d-4b7a-4081-9535-6c357be99fdb req-01dcd0ac-3f35-41a6-b5cd-2ab446a03a88 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=df79e61f-d424-4ad1-8cee-250dafd6bad5 HTTP/1.1" status: 200 len: 999 time: 0.0564425 Jun 22 08:59:21.486726 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f26329d-4b7a-4081-9535-6c357be99fdb req-90795ad3-51dc-46a1-81a8-fdabbee39f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:59:21.488166 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-6f26329d-4b7a-4081-9535-6c357be99fdb req-90795ad3-51dc-46a1-81a8-fdabbee39f30 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1fa320cf-b578-475c-89d7-a0309e38937c HTTP/1.1" status: 200 len: 856 time: 0.0506005 Jun 22 08:59:21.546583 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f26329d-4b7a-4081-9535-6c357be99fdb req-cb57171b-fb0a-4498-808f-b826ea3860a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:59:21.548053 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-6f26329d-4b7a-4081-9535-6c357be99fdb req-cb57171b-fb0a-4498-808f-b826ea3860a5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=266e7c95-823e-49c0-9793-a3850a55863e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0517125 Jun 22 08:59:21.649896 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-6f26329d-4b7a-4081-9535-6c357be99fdb req-a3c54395-cb32-44fd-abb8-10dba497fa09 service neutron] 10.222.0.15 "GET /v2.0/networks/266e7c95-823e-49c0-9793-a3850a55863e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925438 Jun 22 08:59:21.745232 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-6f26329d-4b7a-4081-9535-6c357be99fdb req-2dee10a2-4c6b-4ef3-ad7a-4d56a4cb2175 service neutron] 10.222.0.15 "GET /v2.0/networks/266e7c95-823e-49c0-9793-a3850a55863e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877910 Jun 22 08:59:21.770280 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95bc75d-8c80-4bf2-b5d0-35976385a08e req-cfa63b78-e53b-4628-8334-4d5ec51ebc2e tempest-TestMinimumBasicScenario-143008768 tempest-TestMinimumBasicScenario-143008768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:59:21.772024 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-d95bc75d-8c80-4bf2-b5d0-35976385a08e req-cfa63b78-e53b-4628-8334-4d5ec51ebc2e tempest-TestMinimumBasicScenario-143008768 tempest-TestMinimumBasicScenario-143008768-project] 10.222.0.22 "GET /v2.0/ports?device_id=b9189ee1-d14d-4f17-8a25-cb3ce266c018 HTTP/1.1" status: 200 len: 944 time: 0.0698307 Jun 22 08:59:21.812657 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-d95bc75d-8c80-4bf2-b5d0-35976385a08e req-a44de0d1-8d53-4e89-aa20-38061bef1f4e tempest-TestMinimumBasicScenario-143008768 tempest-TestMinimumBasicScenario-143008768-project] 10.222.0.22 "GET /v2.0/security-groups?id=f1813137-ba80-494d-86f8-3129fc52c05b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342999 Jun 22 08:59:21.904178 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e8de60-3686-4af4-bd30-03ca29c941aa req-b1ad7b4f-35cb-4418-9c18-5936e706ad6a tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:59:21.905799 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-90e8de60-3686-4af4-bd30-03ca29c941aa req-b1ad7b4f-35cb-4418-9c18-5936e706ad6a tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.22 "GET /v2.0/ports?device_id=6271050a-4abc-4bde-8b04-76e25bbe6df5 HTTP/1.1" status: 200 len: 943 time: 0.0687692 Jun 22 08:59:21.947490 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-90e8de60-3686-4af4-bd30-03ca29c941aa req-197412ba-ad29-4de6-91bb-b75fa5c4d50b tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.22 "GET /v2.0/security-groups?id=439773e6-15fd-46a9-865b-f4af198ad98a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354846 Jun 22 08:59:22.346444 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0de32fa-4e6b-4385-ace5-089bad2d5232 req-6770edee-6eba-442a-b50b-ee26288db74b tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:59:22.348171 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-b0de32fa-4e6b-4385-ace5-089bad2d5232 req-6770edee-6eba-442a-b50b-ee26288db74b tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] 10.222.0.22 "GET /v2.0/ports?device_id=f5f2c8e1-c94f-4259-ab73-c6701fe02413 HTTP/1.1" status: 200 len: 945 time: 0.0630643 Jun 22 08:59:22.396331 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-b0de32fa-4e6b-4385-ace5-089bad2d5232 req-35ada985-2eb6-42e8-bba6-4d8c8df05855 tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] 10.222.0.22 "GET /v2.0/security-groups?id=b898a60c-7fe8-421c-bc5f-0e7f60ad4a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423465 Jun 22 08:59:22.727854 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380123073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133916839'] for agent, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:59:23.008300 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43383269-540a-4ad0-8573-7aad4b4a8134 req-e6457e8e-1a70-4d64-bbfa-98c6aff04088 tempest-TestMinimumBasicScenario-143008768 tempest-TestMinimumBasicScenario-143008768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:59:23.010014 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-43383269-540a-4ad0-8573-7aad4b4a8134 req-e6457e8e-1a70-4d64-bbfa-98c6aff04088 tempest-TestMinimumBasicScenario-143008768 tempest-TestMinimumBasicScenario-143008768-project] 10.222.0.22 "GET /v2.0/ports?device_id=b9189ee1-d14d-4f17-8a25-cb3ce266c018 HTTP/1.1" status: 200 len: 944 time: 0.0823157 Jun 22 08:59:23.052856 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-43383269-540a-4ad0-8573-7aad4b4a8134 req-f4adcf74-886e-4e0a-b56a-30aed7a0bbaa tempest-TestMinimumBasicScenario-143008768 tempest-TestMinimumBasicScenario-143008768-project] 10.222.0.22 "GET /v2.0/security-groups?id=f1813137-ba80-494d-86f8-3129fc52c05b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364325 Jun 22 08:59:23.140998 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27473e3-4d19-48e0-a0e2-957d1d1dc94f req-01e4df47-d32b-4f61-b40d-f80010be302c tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:59:23.142476 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-d27473e3-4d19-48e0-a0e2-957d1d1dc94f req-01e4df47-d32b-4f61-b40d-f80010be302c tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.22 "GET /v2.0/ports?device_id=6271050a-4abc-4bde-8b04-76e25bbe6df5 HTTP/1.1" status: 200 len: 943 time: 0.0720701 Jun 22 08:59:23.186042 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-d27473e3-4d19-48e0-a0e2-957d1d1dc94f req-f3427df2-039a-479f-9480-0a46df34e0f4 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.22 "GET /v2.0/security-groups?id=439773e6-15fd-46a9-865b-f4af198ad98a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350971 Jun 22 08:59:23.569263 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48493d65-9280-4cbf-881c-db60d9e1c610 req-b16c0552-1d4a-46f1-bc88-0ea10abfbd09 tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:59:23.570750 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-48493d65-9280-4cbf-881c-db60d9e1c610 req-b16c0552-1d4a-46f1-bc88-0ea10abfbd09 tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] 10.222.0.22 "GET /v2.0/ports?device_id=f5f2c8e1-c94f-4259-ab73-c6701fe02413 HTTP/1.1" status: 200 len: 945 time: 0.0618532 Jun 22 08:59:23.611767 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-48493d65-9280-4cbf-881c-db60d9e1c610 req-40c2446b-7bb3-4d82-b25a-d2b2b1305320 tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] 10.222.0.22 "GET /v2.0/security-groups?id=b898a60c-7fe8-421c-bc5f-0e7f60ad4a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345225 Jun 22 08:59:23.915991 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.rpc [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Device 583ae89c-47b7-40fc-a78e-9dd7b9d5c3c1 details requested by agent hyperv_hv-cinder-79733 with host hv-cinder-79733 {{(pid=92666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 08:59:24.023128 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.db [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] For port 583ae89c-47b7-40fc-a78e-9dd7b9d5c3c1, host hv-cinder-79733, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79733',level=0,port_id=583ae89c-47b7-40fc-a78e-9dd7b9d5c3c1,segment=NetworkSegment(d13ba5e2-ed8e-4ca3-8ec2-cef6298c9446),segment_id=d13ba5e2-ed8e-4ca3-8ec2-cef6298c9446)] {{(pid=92666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 08:59:24.036061 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.rpc [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Returning: {'device': '583ae89c-47b7-40fc-a78e-9dd7b9d5c3c1', 'network_id': 'e2082447-2f6b-49c7-89d0-33b24d58457e', 'port_id': '583ae89c-47b7-40fc-a78e-9dd7b9d5c3c1', 'mac_address': 'fa:16:3e:70:0f:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e81b8d1-5626-4e02-8654-ffb9746cb98f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 08:59:24.080069 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133719154'] for port, before_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:59:24.095627 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.notifiers.nova [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 583ae89c-47b7-40fc-a78e-9dd7b9d5c3c1 {{(pid=92666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 08:59:24.118125 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.db [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] For port 583ae89c-47b7-40fc-a78e-9dd7b9d5c3c1, host hv-cinder-79733, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79733',level=0,port_id=583ae89c-47b7-40fc-a78e-9dd7b9d5c3c1,segment=NetworkSegment(d13ba5e2-ed8e-4ca3-8ec2-cef6298c9446),segment_id=d13ba5e2-ed8e-4ca3-8ec2-cef6298c9446)] {{(pid=92666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 08:59:24.130913 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133719696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133660950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728380107731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728379583079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728379583124'] for port, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:59:24.134443 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG oslo_concurrency.lockutils [None req-eb22d57a-9f80-4116-a1c6-cf1b077c843f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:59:24.167960 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a734a81f-ffc8-403c-b400-0285bb07e139 req-426121fc-a242-43a3-b91c-c8cfaea03532 tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:59:24.169519 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-a734a81f-ffc8-403c-b400-0285bb07e139 req-426121fc-a242-43a3-b91c-c8cfaea03532 tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] 10.222.0.15 "GET /v2.0/ports?device_id=f5f2c8e1-c94f-4259-ab73-c6701fe02413 HTTP/1.1" status: 200 len: 945 time: 0.0914240 Jun 22 08:59:24.193094 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Pushing event updated for resources: {'Port': ['ID=583ae89c-47b7-40fc-a78e-9dd7b9d5c3c1,revision_number=4']} {{(pid=92666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:59:24.196411 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG oslo_concurrency.lockutils [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:59:24.323466 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c704ca2e-a638-4048-b6b0-33bc76f36aab req-34201ce1-69ac-4a0f-9a0e-30d60c5abce8 tempest-TestMinimumBasicScenario-143008768 tempest-TestMinimumBasicScenario-143008768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:59:24.326815 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-c704ca2e-a638-4048-b6b0-33bc76f36aab req-34201ce1-69ac-4a0f-9a0e-30d60c5abce8 tempest-TestMinimumBasicScenario-143008768 tempest-TestMinimumBasicScenario-143008768-project] 10.222.0.22 "GET /v2.0/ports?device_id=b9189ee1-d14d-4f17-8a25-cb3ce266c018 HTTP/1.1" status: 200 len: 945 time: 0.1116550 Jun 22 08:59:24.339958 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.plugins.ml2.plugin [req-a734a81f-ffc8-403c-b400-0285bb07e139 req-488d9f03-db07-496e-8d8d-88af40e51885 tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] Deleting port 724f3001-5ca6-4fd7-8c9e-f51c726da841 {{(pid=92664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 08:59:24.340696 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [req-a734a81f-ffc8-403c-b400-0285bb07e139 req-488d9f03-db07-496e-8d8d-88af40e51885 tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728380103653'] for port, before_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:59:24.404564 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-c704ca2e-a638-4048-b6b0-33bc76f36aab req-e9071029-47ee-43e6-90af-2bba38574379 tempest-TestMinimumBasicScenario-143008768 tempest-TestMinimumBasicScenario-143008768-project] 10.222.0.22 "GET /v2.0/security-groups?id=f1813137-ba80-494d-86f8-3129fc52c05b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716157 Jun 22 08:59:24.432299 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54b80a6-6ce6-4d0a-b906-74b23253288b req-58850953-82e0-4bd3-9908-2e04a320a34c tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:59:24.433786 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-f54b80a6-6ce6-4d0a-b906-74b23253288b req-58850953-82e0-4bd3-9908-2e04a320a34c tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.22 "GET /v2.0/ports?device_id=6271050a-4abc-4bde-8b04-76e25bbe6df5 HTTP/1.1" status: 200 len: 943 time: 0.0845194 Jun 22 08:59:24.442624 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.plugins.ml2.db [req-a734a81f-ffc8-403c-b400-0285bb07e139 req-488d9f03-db07-496e-8d8d-88af40e51885 tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] For port 724f3001-5ca6-4fd7-8c9e-f51c726da841, host hv-cinder-79733, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79733',level=0,port_id=724f3001-5ca6-4fd7-8c9e-f51c726da841,segment=NetworkSegment(575d0fd2-418e-4690-86de-2d9d75fa22cd),segment_id=575d0fd2-418e-4690-86de-2d9d75fa22cd)] {{(pid=92664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 08:59:24.442978 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [req-a734a81f-ffc8-403c-b400-0285bb07e139 req-488d9f03-db07-496e-8d8d-88af40e51885 tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546942'] for port, precommit_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:59:24.447111 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.db [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] get_ports_and_sgs() called for port_ids ['583ae89c-47b7-40fc-a78e-9dd7b9d5c3c1'] {{(pid=92666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 08:59:24.474907 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-f54b80a6-6ce6-4d0a-b906-74b23253288b req-d59951e7-04ba-4295-9776-57b3f737b835 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.22 "GET /v2.0/security-groups?id=439773e6-15fd-46a9-865b-f4af198ad98a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348246 Jun 22 08:59:24.515211 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.plugins.ml2.plugin [req-a734a81f-ffc8-403c-b400-0285bb07e139 req-488d9f03-db07-496e-8d8d-88af40e51885 tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] Calling delete_port for 724f3001-5ca6-4fd7-8c9e-f51c726da841 owned by compute:nova {{(pid=92664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 08:59:24.666880 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [req-a734a81f-ffc8-403c-b400-0285bb07e139 req-488d9f03-db07-496e-8d8d-88af40e51885 tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133719696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133660950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728380107749', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728379583070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9113264'] for port, after_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:59:24.673391 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-301920eb-781f-4dab-aefa-864849b35c63 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:59:24.704833 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488d9f03-db07-496e-8d8d-88af40e51885 tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] Pushing event deleted for resources: {'Port': ['ID=724f3001-5ca6-4fd7-8c9e-f51c726da841,revision_number=None']} {{(pid=92664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:59:24.708149 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-488d9f03-db07-496e-8d8d-88af40e51885 tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:59:24.772527 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.db.l3_dvrscheduler_db [req-a734a81f-ffc8-403c-b400-0285bb07e139 req-488d9f03-db07-496e-8d8d-88af40e51885 tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] No DVR routers for this DVR port 724f3001-5ca6-4fd7-8c9e-f51c726da841 on host hv-cinder-79733 {{(pid=92664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 08:59:24.776719 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [req-a734a81f-ffc8-403c-b400-0285bb07e139 req-488d9f03-db07-496e-8d8d-88af40e51885 tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27927'] for port, before_response {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:59:24.778877 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-a734a81f-ffc8-403c-b400-0285bb07e139 req-488d9f03-db07-496e-8d8d-88af40e51885 tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] 10.222.0.15 "DELETE /v2.0/ports/724f3001-5ca6-4fd7-8c9e-f51c726da841 HTTP/1.1" status: 204 len: 173 time: 0.6012580 Jun 22 08:59:24.779914 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5f2c8e1-c94f-4259-ab73-c6701fe02413', 'name': 'network-vif-deleted', 'tag': '724f3001-5ca6-4fd7-8c9e-f51c726da841'}] {{(pid=92664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 08:59:24.782254 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}204e7d68aaf5059dd7cb24067ff1be2165df2a8c21773c1dc73aa01b5c6655f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1a1b1b3-9c7d-4e08-8af6-1d01bc704ca9" -d '{"events": [{"server_uuid": "f5f2c8e1-c94f-4259-ab73-c6701fe02413", "name": "network-vif-deleted", "tag": "724f3001-5ca6-4fd7-8c9e-f51c726da841"}]}' {{(pid=92664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 08:59:24.800330 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-ac023c36-643f-4de0-8335-9af3b3b2a433 req-2e9c1424-089a-43a1-9919-f84ae9c6ea54 tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] 10.222.0.22 "GET /v2.0/ports?device_id=f5f2c8e1-c94f-4259-ab73-c6701fe02413 HTTP/1.1" status: 200 len: 210 time: 0.0387912 Jun 22 08:59:24.860336 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 08:59:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7828dafa-8c32-4e31-8e04-f481f1d55d18 x-openstack-request-id: req-7828dafa-8c32-4e31-8e04-f481f1d55d18 {{(pid=92664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 08:59:24.860723 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5f2c8e1-c94f-4259-ab73-c6701fe02413", "name": "network-vif-deleted", "tag": "724f3001-5ca6-4fd7-8c9e-f51c726da841", "status": "completed", "code": 200}]} {{(pid=92664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 08:59:24.861064 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-7828dafa-8c32-4e31-8e04-f481f1d55d18 {{(pid=92664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 08:59:24.861551 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5f2c8e1-c94f-4259-ab73-c6701fe02413', 'name': 'network-vif-deleted', 'tag': '724f3001-5ca6-4fd7-8c9e-f51c726da841', 'status': 'completed', 'code': 200} Jun 22 08:59:25.014479 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.db [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] get_ports_and_sgs() called for port_ids ['6ab09213-7b76-4916-b567-c7f2efba2826', '724f3001-5ca6-4fd7-8c9e-f51c726da841'] {{(pid=92666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 08:59:25.399258 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913a0da4-2461-461e-9e5f-d196bcf6893c req-e32ca07b-c11e-4639-bc09-3326e996a9fa tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:59:25.400765 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-913a0da4-2461-461e-9e5f-d196bcf6893c req-e32ca07b-c11e-4639-bc09-3326e996a9fa tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.22 "GET /v2.0/ports?device_id=6271050a-4abc-4bde-8b04-76e25bbe6df5 HTTP/1.1" status: 200 len: 943 time: 0.0711758 Jun 22 08:59:25.440738 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-913a0da4-2461-461e-9e5f-d196bcf6893c req-7a5362e4-331b-4aeb-88e7-4c6f6a6a891e tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.22 "GET /v2.0/security-groups?id=439773e6-15fd-46a9-865b-f4af198ad98a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335906 Jun 22 08:59:25.604240 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d956a5-2809-4a8d-8979-c15c914ea7a4 req-7254e2f0-0296-47b7-b9ec-1c65035e3f47 tempest-TestMinimumBasicScenario-143008768 tempest-TestMinimumBasicScenario-143008768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:59:25.605636 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-21d956a5-2809-4a8d-8979-c15c914ea7a4 req-7254e2f0-0296-47b7-b9ec-1c65035e3f47 tempest-TestMinimumBasicScenario-143008768 tempest-TestMinimumBasicScenario-143008768-project] 10.222.0.22 "GET /v2.0/ports?device_id=b9189ee1-d14d-4f17-8a25-cb3ce266c018 HTTP/1.1" status: 200 len: 945 time: 0.0658472 Jun 22 08:59:25.645106 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-21d956a5-2809-4a8d-8979-c15c914ea7a4 req-a07cfb3a-f684-4f7b-b473-55c643205ae7 tempest-TestMinimumBasicScenario-143008768 tempest-TestMinimumBasicScenario-143008768-project] 10.222.0.22 "GET /v2.0/security-groups?id=f1813137-ba80-494d-86f8-3129fc52c05b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336058 Jun 22 08:59:25.934422 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.rpc [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Device 583ae89c-47b7-40fc-a78e-9dd7b9d5c3c1 up at agent hyperv_hv-cinder-79733 {{(pid=92666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 08:59:25.988467 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.provisioning_blocks [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Provisioning for port 583ae89c-47b7-40fc-a78e-9dd7b9d5c3c1 completed by entity L2. {{(pid=92666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 08:59:25.994526 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.provisioning_blocks [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Provisioning complete for port 583ae89c-47b7-40fc-a78e-9dd7b9d5c3c1 triggered by entity L2. {{(pid=92666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 08:59:25.994900 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133917554'] for port, provisioning_complete {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:59:26.092678 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133719154'] for port, before_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:59:26.116867 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9189ee1-d14d-4f17-8a25-cb3ce266c018', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '583ae89c-47b7-40fc-a78e-9dd7b9d5c3c1'}] {{(pid=92666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 08:59:26.120031 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d55364b227510a28ea0dc9c97ec82a2823dd2b88b3d79212c5ee75253478bf9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a0d3c15-af1e-4f1b-8178-079cb2fbf102" -d '{"events": [{"server_uuid": "b9189ee1-d14d-4f17-8a25-cb3ce266c018", "name": "network-vif-plugged", "status": "completed", "tag": "583ae89c-47b7-40fc-a78e-9dd7b9d5c3c1"}]}' {{(pid=92666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 08:59:26.136839 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.db [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] For port 583ae89c-47b7-40fc-a78e-9dd7b9d5c3c1, host hv-cinder-79733, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79733',level=0,port_id=583ae89c-47b7-40fc-a78e-9dd7b9d5c3c1,segment=NetworkSegment(d13ba5e2-ed8e-4ca3-8ec2-cef6298c9446),segment_id=d13ba5e2-ed8e-4ca3-8ec2-cef6298c9446)] {{(pid=92666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 08:59:26.145373 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133719696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133660950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728380107731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728379583079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728379583124'] for port, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:59:26.146901 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.rpc [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Device df79e61f-d424-4ad1-8cee-250dafd6bad5 no longer exists at agent hyperv_hv-cinder-79733 {{(pid=92666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 08:59:26.150355 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG oslo_concurrency.lockutils [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:59:26.192655 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 08:59:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a84861c9-b6bb-4d3d-b5dd-897519516f01 x-openstack-request-id: req-a84861c9-b6bb-4d3d-b5dd-897519516f01 {{(pid=92666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 08:59:26.192953 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9189ee1-d14d-4f17-8a25-cb3ce266c018", "name": "network-vif-plugged", "status": "completed", "tag": "583ae89c-47b7-40fc-a78e-9dd7b9d5c3c1", "code": 200}]} {{(pid=92666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 08:59:26.193217 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a84861c9-b6bb-4d3d-b5dd-897519516f01 {{(pid=92666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 08:59:26.193689 dv-cinder-797333-1-smb neutron-server[92666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9189ee1-d14d-4f17-8a25-cb3ce266c018', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '583ae89c-47b7-40fc-a78e-9dd7b9d5c3c1', 'code': 200} Jun 22 08:59:26.229540 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Pushing event updated for resources: {'Port': ['ID=583ae89c-47b7-40fc-a78e-9dd7b9d5c3c1,revision_number=5']} {{(pid=92666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:59:26.233498 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG oslo_concurrency.lockutils [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:59:26.320090 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f5bbc7-105f-40ea-b4a6-e3844ce57e6c req-7db6c010-d287-472e-b263-3e9af9dbb4b5 tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:59:26.328395 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-07f5bbc7-105f-40ea-b4a6-e3844ce57e6c req-7db6c010-d287-472e-b263-3e9af9dbb4b5 tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] 10.222.0.22 "GET /v2.0/ports?device_id=4ac5f7be-69be-4bc1-ac2a-6d08449ce0a9 HTTP/1.1" status: 200 len: 945 time: 0.0887403 Jun 22 08:59:26.363882 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-07f5bbc7-105f-40ea-b4a6-e3844ce57e6c req-ee014287-ffdf-4abe-99f4-0f425a8db661 tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] 10.222.0.22 "GET /v2.0/security-groups?id=b898a60c-7fe8-421c-bc5f-0e7f60ad4a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345857 Jun 22 08:59:26.447531 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe8b2b4-2bef-4fdf-bbf5-9e400bb9c29e req-152994a1-2d52-44ce-8c2f-acb65ffb3bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:59:26.448923 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-dfe8b2b4-2bef-4fdf-bbf5-9e400bb9c29e req-152994a1-2d52-44ce-8c2f-acb65ffb3bbb service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b9189ee1-d14d-4f17-8a25-cb3ce266c018 HTTP/1.1" status: 200 len: 1099 time: 0.0559139 Jun 22 08:59:26.484623 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-dfe8b2b4-2bef-4fdf-bbf5-9e400bb9c29e req-a58df5cc-bd8d-4a30-afe6-71d5e018152a service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=f1813137-ba80-494d-86f8-3129fc52c05b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0285008 Jun 22 08:59:26.638151 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52147473-af7d-4ba9-a871-d14bde00d319 req-68bf38df-b141-4e46-ade1-ed21505df34e tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:59:26.640418 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-52147473-af7d-4ba9-a871-d14bde00d319 req-68bf38df-b141-4e46-ade1-ed21505df34e tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.22 "GET /v2.0/ports?device_id=6271050a-4abc-4bde-8b04-76e25bbe6df5 HTTP/1.1" status: 200 len: 943 time: 0.0710084 Jun 22 08:59:26.681862 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-52147473-af7d-4ba9-a871-d14bde00d319 req-13b75a05-999d-4de0-9efa-ddc97613d576 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.22 "GET /v2.0/security-groups?id=439773e6-15fd-46a9-865b-f4af198ad98a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348198 Jun 22 08:59:26.838170 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8e40ef-3f6b-4668-bdf4-1f62062feab7 req-562f4e6b-83fe-416b-81c8-3e971366e459 tempest-TestMinimumBasicScenario-143008768 tempest-TestMinimumBasicScenario-143008768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:59:26.840962 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-1f8e40ef-3f6b-4668-bdf4-1f62062feab7 req-562f4e6b-83fe-416b-81c8-3e971366e459 tempest-TestMinimumBasicScenario-143008768 tempest-TestMinimumBasicScenario-143008768-project] 10.222.0.22 "GET /v2.0/ports?device_id=b9189ee1-d14d-4f17-8a25-cb3ce266c018 HTTP/1.1" status: 200 len: 946 time: 0.0741298 Jun 22 08:59:26.883586 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-1f8e40ef-3f6b-4668-bdf4-1f62062feab7 req-fa4a2dab-3b21-42ef-bbab-1ae6ad8ebe03 tempest-TestMinimumBasicScenario-143008768 tempest-TestMinimumBasicScenario-143008768-project] 10.222.0.22 "GET /v2.0/security-groups?id=f1813137-ba80-494d-86f8-3129fc52c05b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357313 Jun 22 08:59:27.598189 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56643c25-153c-4cb7-b893-428bbff1eca2 req-6edc2d7b-1244-4e63-9d1b-2d4e82ab1824 tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:59:27.599642 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-56643c25-153c-4cb7-b893-428bbff1eca2 req-6edc2d7b-1244-4e63-9d1b-2d4e82ab1824 tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] 10.222.0.22 "GET /v2.0/ports?device_id=4ac5f7be-69be-4bc1-ac2a-6d08449ce0a9 HTTP/1.1" status: 200 len: 945 time: 0.0705366 Jun 22 08:59:27.640895 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-56643c25-153c-4cb7-b893-428bbff1eca2 req-329f065e-cda5-4dbc-a350-bd59a61f8e5e tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] 10.222.0.22 "GET /v2.0/security-groups?id=b898a60c-7fe8-421c-bc5f-0e7f60ad4a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353966 Jun 22 08:59:27.900704 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d8f516-cb24-45b7-a6a2-6302ff4fd4ae req-c50c672f-dc56-49e6-98d5-0bee6c35de12 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:59:27.902344 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-36d8f516-cb24-45b7-a6a2-6302ff4fd4ae req-c50c672f-dc56-49e6-98d5-0bee6c35de12 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.22 "GET /v2.0/ports?device_id=6271050a-4abc-4bde-8b04-76e25bbe6df5 HTTP/1.1" status: 200 len: 943 time: 0.0822165 Jun 22 08:59:27.942695 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-36d8f516-cb24-45b7-a6a2-6302ff4fd4ae req-1923ae0c-fd8c-443d-be5b-18926d862bec tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.22 "GET /v2.0/security-groups?id=439773e6-15fd-46a9-865b-f4af198ad98a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346258 Jun 22 08:59:27.945026 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.rpc [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Device 724f3001-5ca6-4fd7-8c9e-f51c726da841 no longer exists at agent hyperv_hv-cinder-79733 {{(pid=92666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 08:59:27.977323 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.plugin [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] No Port match for: 724f3001-5ca6-4fd7-8c9e-f51c726da841 {{(pid=92666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 08:59:27.977705 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.rpc [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Device 724f3001-5ca6-4fd7-8c9e-f51c726da841 not bound to the agent host hv-cinder-79733 {{(pid=92666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 08:59:28.087510 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33ded07-5696-4de6-ae7b-bb09bab5b432 req-5b6c580b-0f33-4e56-8229-5b0e57c04e51 tempest-TestMinimumBasicScenario-143008768 tempest-TestMinimumBasicScenario-143008768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:59:28.089539 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-e33ded07-5696-4de6-ae7b-bb09bab5b432 req-5b6c580b-0f33-4e56-8229-5b0e57c04e51 tempest-TestMinimumBasicScenario-143008768 tempest-TestMinimumBasicScenario-143008768-project] 10.222.0.22 "GET /v2.0/ports?device_id=b9189ee1-d14d-4f17-8a25-cb3ce266c018 HTTP/1.1" status: 200 len: 946 time: 0.0772328 Jun 22 08:59:28.129410 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-e33ded07-5696-4de6-ae7b-bb09bab5b432 req-65e99377-1962-44f2-aed2-90eaccd7efeb tempest-TestMinimumBasicScenario-143008768 tempest-TestMinimumBasicScenario-143008768-project] 10.222.0.22 "GET /v2.0/security-groups?id=f1813137-ba80-494d-86f8-3129fc52c05b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333087 Jun 22 08:59:28.314344 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a31376e-4e60-45e1-8c66-7782158c8868 req-c52fea9d-8337-4994-8e14-33187960695c tempest-TestMinimumBasicScenario-143008768 tempest-TestMinimumBasicScenario-143008768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:59:28.315917 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-6a31376e-4e60-45e1-8c66-7782158c8868 req-c52fea9d-8337-4994-8e14-33187960695c tempest-TestMinimumBasicScenario-143008768 tempest-TestMinimumBasicScenario-143008768-project] 10.222.0.22 "GET /v2.0/ports?device_id=b9189ee1-d14d-4f17-8a25-cb3ce266c018 HTTP/1.1" status: 200 len: 946 time: 0.0730052 Jun 22 08:59:28.353152 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-6a31376e-4e60-45e1-8c66-7782158c8868 req-e6d3efbe-33fe-4a2c-9041-323c488905ee tempest-TestMinimumBasicScenario-143008768 tempest-TestMinimumBasicScenario-143008768-project] 10.222.0.22 "GET /v2.0/security-groups?id=f1813137-ba80-494d-86f8-3129fc52c05b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316849 Jun 22 08:59:28.757628 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ee5c37-0874-4156-a1ef-69f0304cb6a7 req-3b642139-849a-46d8-9bba-80ff15daf830 tempest-TestMinimumBasicScenario-143008768 tempest-TestMinimumBasicScenario-143008768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:59:28.759113 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-89ee5c37-0874-4156-a1ef-69f0304cb6a7 req-3b642139-849a-46d8-9bba-80ff15daf830 tempest-TestMinimumBasicScenario-143008768 tempest-TestMinimumBasicScenario-143008768-project] 10.222.0.22 "GET /v2.0/ports?device_id=b9189ee1-d14d-4f17-8a25-cb3ce266c018 HTTP/1.1" status: 200 len: 946 time: 0.0722365 Jun 22 08:59:28.835683 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-89ee5c37-0874-4156-a1ef-69f0304cb6a7 req-80cc6c89-6dd0-4c5e-b67b-6acd1362e657 tempest-TestMinimumBasicScenario-143008768 tempest-TestMinimumBasicScenario-143008768-project] 10.222.0.22 "GET /v2.0/security-groups?id=f1813137-ba80-494d-86f8-3129fc52c05b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699039 Jun 22 08:59:28.862316 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a743636-385b-4642-80a4-22c9bad13ccd req-0ba1d204-59b8-4f5a-b69f-98fb4bbaa64b tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:59:28.863836 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-7a743636-385b-4642-80a4-22c9bad13ccd req-0ba1d204-59b8-4f5a-b69f-98fb4bbaa64b tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] 10.222.0.22 "GET /v2.0/ports?device_id=4ac5f7be-69be-4bc1-ac2a-6d08449ce0a9 HTTP/1.1" status: 200 len: 945 time: 0.0918353 Jun 22 08:59:28.909124 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-7a743636-385b-4642-80a4-22c9bad13ccd req-df8281bb-2cbe-4020-add4-f5646dadda3e tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] 10.222.0.22 "GET /v2.0/security-groups?id=b898a60c-7fe8-421c-bc5f-0e7f60ad4a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354428 Jun 22 08:59:29.150629 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126df6aa-48d5-4e1b-ae73-15933dc8ca28 req-3d6ac19c-6c21-42ec-a2e3-5c07bdabf121 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:59:29.152397 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-126df6aa-48d5-4e1b-ae73-15933dc8ca28 req-3d6ac19c-6c21-42ec-a2e3-5c07bdabf121 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.22 "GET /v2.0/ports?device_id=6271050a-4abc-4bde-8b04-76e25bbe6df5 HTTP/1.1" status: 200 len: 943 time: 0.0764649 Jun 22 08:59:29.236095 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-126df6aa-48d5-4e1b-ae73-15933dc8ca28 req-95f11ef1-1301-4b53-b1ca-5810cbe9055c tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.22 "GET /v2.0/security-groups?id=439773e6-15fd-46a9-865b-f4af198ad98a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758243 Jun 22 08:59:30.089122 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b92265-b41c-498d-844b-2de829703b3b req-74881770-051e-430b-8018-506b763a53be tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:59:30.090652 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-08b92265-b41c-498d-844b-2de829703b3b req-74881770-051e-430b-8018-506b763a53be tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] 10.222.0.22 "GET /v2.0/ports?device_id=4ac5f7be-69be-4bc1-ac2a-6d08449ce0a9 HTTP/1.1" status: 200 len: 945 time: 0.0650876 Jun 22 08:59:30.143881 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-08b92265-b41c-498d-844b-2de829703b3b req-56f39b6f-94dc-403d-8c4c-14f29c034bf4 tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] 10.222.0.22 "GET /v2.0/security-groups?id=b898a60c-7fe8-421c-bc5f-0e7f60ad4a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455019 Jun 22 08:59:30.517262 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f8e1d4-240a-48e4-9cdf-69aa89c5bf95 req-c2e715b2-8297-4da7-ba06-9de78064d0e8 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:59:30.518771 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-58f8e1d4-240a-48e4-9cdf-69aa89c5bf95 req-c2e715b2-8297-4da7-ba06-9de78064d0e8 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.22 "GET /v2.0/ports?device_id=6271050a-4abc-4bde-8b04-76e25bbe6df5 HTTP/1.1" status: 200 len: 943 time: 0.1185226 Jun 22 08:59:30.568738 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-58f8e1d4-240a-48e4-9cdf-69aa89c5bf95 req-6cac4feb-31f3-47f4-bd73-dd0f39243aa7 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.22 "GET /v2.0/security-groups?id=439773e6-15fd-46a9-865b-f4af198ad98a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431166 Jun 22 08:59:31.322903 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af041381-0915-4562-a1e9-731261ae8d5e req-0930f17e-47eb-4a9c-8ddb-b0caa9a607e2 tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:59:31.324536 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-af041381-0915-4562-a1e9-731261ae8d5e req-0930f17e-47eb-4a9c-8ddb-b0caa9a607e2 tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] 10.222.0.22 "GET /v2.0/ports?device_id=4ac5f7be-69be-4bc1-ac2a-6d08449ce0a9 HTTP/1.1" status: 200 len: 945 time: 0.0640240 Jun 22 08:59:31.364210 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-af041381-0915-4562-a1e9-731261ae8d5e req-3ab25add-6b63-47a5-a8b7-04f090eda9ba tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] 10.222.0.22 "GET /v2.0/security-groups?id=b898a60c-7fe8-421c-bc5f-0e7f60ad4a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337062 Jun 22 08:59:31.766345 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b9ca4a-35d1-48bf-a43b-6b03d09effe4 req-fbaef4dc-60d8-42ab-8274-627b86668eba tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:59:31.767825 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-85b9ca4a-35d1-48bf-a43b-6b03d09effe4 req-fbaef4dc-60d8-42ab-8274-627b86668eba tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.22 "GET /v2.0/ports?device_id=6271050a-4abc-4bde-8b04-76e25bbe6df5 HTTP/1.1" status: 200 len: 943 time: 0.0694637 Jun 22 08:59:31.806784 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-85b9ca4a-35d1-48bf-a43b-6b03d09effe4 req-94f4e1a9-a5db-4f71-997f-0eb7327736dc tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.22 "GET /v2.0/security-groups?id=439773e6-15fd-46a9-865b-f4af198ad98a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333507 Jun 22 08:59:32.544926 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a725e74-d4f7-4871-9bd9-c6b0c87cfcc5 req-4e83856f-16f8-4ef7-ab9a-380f6f593ff7 tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:59:32.546320 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-4a725e74-d4f7-4871-9bd9-c6b0c87cfcc5 req-4e83856f-16f8-4ef7-ab9a-380f6f593ff7 tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] 10.222.0.22 "GET /v2.0/ports?device_id=4ac5f7be-69be-4bc1-ac2a-6d08449ce0a9 HTTP/1.1" status: 200 len: 945 time: 0.0634267 Jun 22 08:59:32.590457 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-4a725e74-d4f7-4871-9bd9-c6b0c87cfcc5 req-d3ba32ea-9a2b-4587-905d-6dbc480382db tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] 10.222.0.22 "GET /v2.0/security-groups?id=b898a60c-7fe8-421c-bc5f-0e7f60ad4a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382154 Jun 22 08:59:32.921050 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b14182-1580-489a-8031-18a252acd13a req-f4d391e7-dbd2-4440-860d-df21ba86abfc tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:59:32.922606 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-e5b14182-1580-489a-8031-18a252acd13a req-f4d391e7-dbd2-4440-860d-df21ba86abfc tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] 10.222.0.15 "GET /v2.0/ports?device_id=4ac5f7be-69be-4bc1-ac2a-6d08449ce0a9 HTTP/1.1" status: 200 len: 945 time: 0.0854745 Jun 22 08:59:33.006434 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcdcdfa-a286-456e-a9cc-9433ffdd6d3c req-62ddab9a-5d57-450c-b3ac-90fbce3dd1d5 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:59:33.008123 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-adcdcdfa-a286-456e-a9cc-9433ffdd6d3c req-62ddab9a-5d57-450c-b3ac-90fbce3dd1d5 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.22 "GET /v2.0/ports?device_id=6271050a-4abc-4bde-8b04-76e25bbe6df5 HTTP/1.1" status: 200 len: 943 time: 0.0751607 Jun 22 08:59:33.056210 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-adcdcdfa-a286-456e-a9cc-9433ffdd6d3c req-472f580d-6c12-4efe-bc51-50da9e1c5025 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.22 "GET /v2.0/security-groups?id=439773e6-15fd-46a9-865b-f4af198ad98a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406721 Jun 22 08:59:33.064320 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.plugins.ml2.plugin [req-e5b14182-1580-489a-8031-18a252acd13a req-faaed223-3d4d-4073-b18e-1397dbf386c4 tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] Deleting port 6ab09213-7b76-4916-b567-c7f2efba2826 {{(pid=92664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 08:59:33.064731 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [req-e5b14182-1580-489a-8031-18a252acd13a req-faaed223-3d4d-4073-b18e-1397dbf386c4 tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728380103653'] for port, before_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:59:33.159068 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.plugins.ml2.db [req-e5b14182-1580-489a-8031-18a252acd13a req-faaed223-3d4d-4073-b18e-1397dbf386c4 tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] For port 6ab09213-7b76-4916-b567-c7f2efba2826, host hv-cinder-79733, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79733',level=0,port_id=6ab09213-7b76-4916-b567-c7f2efba2826,segment=NetworkSegment(575d0fd2-418e-4690-86de-2d9d75fa22cd),segment_id=575d0fd2-418e-4690-86de-2d9d75fa22cd)] {{(pid=92664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 08:59:33.159873 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [req-e5b14182-1580-489a-8031-18a252acd13a req-faaed223-3d4d-4073-b18e-1397dbf386c4 tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546942'] for port, precommit_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:59:33.236172 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.plugins.ml2.plugin [req-e5b14182-1580-489a-8031-18a252acd13a req-faaed223-3d4d-4073-b18e-1397dbf386c4 tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] Calling delete_port for 6ab09213-7b76-4916-b567-c7f2efba2826 owned by compute:nova {{(pid=92664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 08:59:33.495142 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a6023c-b71d-4e72-8f92-96749f08b4a0 req-70cc664e-fda6-4eb0-b4b1-96c69c6da907 tempest-TestMinimumBasicScenario-143008768 tempest-TestMinimumBasicScenario-143008768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:59:33.496697 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-44a6023c-b71d-4e72-8f92-96749f08b4a0 req-70cc664e-fda6-4eb0-b4b1-96c69c6da907 tempest-TestMinimumBasicScenario-143008768 tempest-TestMinimumBasicScenario-143008768-project] 10.222.0.22 "GET /v2.0/ports?device_id=b9189ee1-d14d-4f17-8a25-cb3ce266c018 HTTP/1.1" status: 200 len: 946 time: 0.0728323 Jun 22 08:59:33.544130 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-44a6023c-b71d-4e72-8f92-96749f08b4a0 req-b94e377d-d3dd-4619-a122-801a070f85c9 tempest-TestMinimumBasicScenario-143008768 tempest-TestMinimumBasicScenario-143008768-project] 10.222.0.22 "GET /v2.0/security-groups?id=f1813137-ba80-494d-86f8-3129fc52c05b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405512 Jun 22 08:59:33.578861 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.wsgi [-] (92665) accepted ('10.222.0.22', 37238) {{(pid=92665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 08:59:33.613977 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [req-e5b14182-1580-489a-8031-18a252acd13a req-faaed223-3d4d-4073-b18e-1397dbf386c4 tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133719696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133660950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728380107749', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728379583070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9113264'] for port, after_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:59:33.619248 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-8a931c19-156a-4493-a3c5-932fc6877480 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:59:33.626485 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.db [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] get_ports_and_sgs() called for port_ids ['6ab09213-7b76-4916-b567-c7f2efba2826'] {{(pid=92666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 08:59:33.645368 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faaed223-3d4d-4073-b18e-1397dbf386c4 tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] Pushing event deleted for resources: {'Port': ['ID=6ab09213-7b76-4916-b567-c7f2efba2826,revision_number=None']} {{(pid=92664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:59:33.688428 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faaed223-3d4d-4073-b18e-1397dbf386c4 tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:59:33.689078 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faaed223-3d4d-4073-b18e-1397dbf386c4 tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:59:33.689672 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faaed223-3d4d-4073-b18e-1397dbf386c4 tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:59:33.690247 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faaed223-3d4d-4073-b18e-1397dbf386c4 tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:59:33.690795 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faaed223-3d4d-4073-b18e-1397dbf386c4 tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:59:33.691363 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faaed223-3d4d-4073-b18e-1397dbf386c4 tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:59:33.691887 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faaed223-3d4d-4073-b18e-1397dbf386c4 tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:59:33.692416 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faaed223-3d4d-4073-b18e-1397dbf386c4 tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:59:33.692921 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faaed223-3d4d-4073-b18e-1397dbf386c4 tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:59:33.693430 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faaed223-3d4d-4073-b18e-1397dbf386c4 tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:59:33.693960 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faaed223-3d4d-4073-b18e-1397dbf386c4 tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:59:33.694672 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faaed223-3d4d-4073-b18e-1397dbf386c4 tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:59:33.702510 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-faaed223-3d4d-4073-b18e-1397dbf386c4 tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:59:33.725995 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5b14182-1580-489a-8031-18a252acd13a req-faaed223-3d4d-4073-b18e-1397dbf386c4 tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] No DVR routers for this DVR port 6ab09213-7b76-4916-b567-c7f2efba2826 on host hv-cinder-79733 {{(pid=92664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 08:59:33.728965 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [req-e5b14182-1580-489a-8031-18a252acd13a req-faaed223-3d4d-4073-b18e-1397dbf386c4 tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27927'] for port, before_response {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:59:33.731558 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-e5b14182-1580-489a-8031-18a252acd13a req-faaed223-3d4d-4073-b18e-1397dbf386c4 tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] 10.222.0.15 "DELETE /v2.0/ports/6ab09213-7b76-4916-b567-c7f2efba2826 HTTP/1.1" status: 204 len: 173 time: 0.8029702 Jun 22 08:59:33.732699 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ac5f7be-69be-4bc1-ac2a-6d08449ce0a9', 'name': 'network-vif-deleted', 'tag': '6ab09213-7b76-4916-b567-c7f2efba2826'}] {{(pid=92664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 08:59:33.735290 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}204e7d68aaf5059dd7cb24067ff1be2165df2a8c21773c1dc73aa01b5c6655f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f4e6b31-d59b-4b2a-8d42-99feac2625d1" -d '{"events": [{"server_uuid": "4ac5f7be-69be-4bc1-ac2a-6d08449ce0a9", "name": "network-vif-deleted", "tag": "6ab09213-7b76-4916-b567-c7f2efba2826"}]}' {{(pid=92664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 08:59:33.807853 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 08:59:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1f81683-27bf-4834-89c0-48e8d3728fb5 x-openstack-request-id: req-f1f81683-27bf-4834-89c0-48e8d3728fb5 {{(pid=92664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 08:59:33.808372 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ac5f7be-69be-4bc1-ac2a-6d08449ce0a9", "name": "network-vif-deleted", "tag": "6ab09213-7b76-4916-b567-c7f2efba2826", "status": "completed", "code": 200}]} {{(pid=92664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 08:59:33.808677 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f1f81683-27bf-4834-89c0-48e8d3728fb5 {{(pid=92664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 08:59:33.809111 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ac5f7be-69be-4bc1-ac2a-6d08449ce0a9', 'name': 'network-vif-deleted', 'tag': '6ab09213-7b76-4916-b567-c7f2efba2826', 'status': 'completed', 'code': 200} Jun 22 08:59:33.909389 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-c0961076-cbc5-4be8-bfed-0b77f4af8ca2 req-158e17a8-9155-4def-a941-18e13aaefb79 tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] 10.222.0.22 "GET /v2.0/ports?device_id=4ac5f7be-69be-4bc1-ac2a-6d08449ce0a9 HTTP/1.1" status: 200 len: 210 time: 0.0701158 Jun 22 08:59:33.982435 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48e575fd-3e50-47f4-8e7d-3b40afe8bb19 tempest-TestMinimumBasicScenario-449400366 tempest-TestMinimumBasicScenario-449400366-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:59:33.994676 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.wsgi [-] (92664) accepted ('10.222.0.22', 37266) {{(pid=92664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 08:59:33.995319 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [None req-48e575fd-3e50-47f4-8e7d-3b40afe8bb19 tempest-TestMinimumBasicScenario-449400366 tempest-TestMinimumBasicScenario-449400366-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=b9189ee1-d14d-4f17-8a25-cb3ce266c018 HTTP/1.1" status: 200 len: 1094 time: 0.4083517 Jun 22 08:59:34.006575 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.wsgi [-] (92665) accepted ('10.222.0.22', 37268) {{(pid=92665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 08:59:34.007253 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.v2.base [None req-bc58c8cf-290a-4a67-bd1e-c5665c9d125b tempest-TestMinimumBasicScenario-143008768 tempest-TestMinimumBasicScenario-143008768-project] Request body: {'floatingip': {'floating_network_id': '229d5e4a-3847-4866-aa2f-e37dad8eeeae', 'port_id': '583ae89c-47b7-40fc-a78e-9dd7b9d5c3c1', 'tenant_id': '1fd4662991be4413a3d38dad2d2f406a', 'fixed_ip_address': '172.20.0.10'}} {{(pid=92664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 08:59:34.038089 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-bc58c8cf-290a-4a67-bd1e-c5665c9d125b tempest-TestMinimumBasicScenario-143008768 tempest-TestMinimumBasicScenario-143008768-project] Notify callbacks [] for floatingip, before_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:59:34.173262 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-bc58c8cf-290a-4a67-bd1e-c5665c9d125b tempest-TestMinimumBasicScenario-143008768 tempest-TestMinimumBasicScenario-143008768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-133719140'] for port, before_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:59:34.376765 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.db.db_base_plugin_common [None req-bc58c8cf-290a-4a67-bd1e-c5665c9d125b tempest-TestMinimumBasicScenario-143008768 tempest-TestMinimumBasicScenario-143008768-project] Allocated IP 172.28.3.230 (229d5e4a-3847-4866-aa2f-e37dad8eeeae/86526ad5-0ce1-4847-a8b3-31fb35f84f34/ae5b6ff1-bb2d-43b6-8d16-0492af9b136a) {{(pid=92664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 08:59:34.473537 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-fb4e16d2-b6fd-45fb-b73e-82a99ad2906f req-3d46e3f0-b3f4-4aee-b443-71e8aa2be3a4 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=6271050a-4abc-4bde-8b04-76e25bbe6df5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4622207 Jun 22 08:59:34.494104 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0190f61e-ac44-46fa-a1c4-55f0686f1004 req-cec86200-be93-49c6-8ba2-58fdf19a7d6a tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:59:34.495745 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-0190f61e-ac44-46fa-a1c4-55f0686f1004 req-cec86200-be93-49c6-8ba2-58fdf19a7d6a tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.22 "GET /v2.0/ports?device_id=6271050a-4abc-4bde-8b04-76e25bbe6df5 HTTP/1.1" status: 200 len: 943 time: 0.1158590 Jun 22 08:59:34.557409 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-bc58c8cf-290a-4a67-bd1e-c5665c9d125b tempest-TestMinimumBasicScenario-143008768 tempest-TestMinimumBasicScenario-143008768-project] Notify callbacks [] for port, precommit_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:59:34.571801 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-0190f61e-ac44-46fa-a1c4-55f0686f1004 req-8b45ae0b-04d8-4416-be43-fe935fe0c133 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.22 "GET /v2.0/security-groups?id=439773e6-15fd-46a9-865b-f4af198ad98a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571246 Jun 22 08:59:34.677967 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-bc58c8cf-290a-4a67-bd1e-c5665c9d125b tempest-TestMinimumBasicScenario-143008768 tempest-TestMinimumBasicScenario-143008768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-133719719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-133660957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728379583061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9113225'] for port, after_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:59:34.682523 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-7d865fc1-5aa6-4ebd-9df9-11a0361e128b tempest-DeleteServersTestJSON-216179078 tempest-DeleteServersTestJSON-216179078-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:59:34.754430 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc58c8cf-290a-4a67-bd1e-c5665c9d125b tempest-TestMinimumBasicScenario-143008768 tempest-TestMinimumBasicScenario-143008768-project] Network 229d5e4a-3847-4866-aa2f-e37dad8eeeae is already hosted by enough agents. {{(pid=92664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 08:59:34.758110 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.scheduler.base_scheduler [None req-bc58c8cf-290a-4a67-bd1e-c5665c9d125b tempest-TestMinimumBasicScenario-143008768 tempest-TestMinimumBasicScenario-143008768-project] Resources bound (agent type, host, resource id): {{(pid=92664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 08:59:34.761975 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc58c8cf-290a-4a67-bd1e-c5665c9d125b tempest-TestMinimumBasicScenario-143008768 tempest-TestMinimumBasicScenario-143008768-project] Received port after_create {{(pid=92664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 08:59:34.770146 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc58c8cf-290a-4a67-bd1e-c5665c9d125b tempest-TestMinimumBasicScenario-143008768 tempest-TestMinimumBasicScenario-143008768-project] Pushing event updated for resources: {'Port': ['ID=ae5b6ff1-bb2d-43b6-8d16-0492af9b136a,revision_number=1']} {{(pid=92664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:59:34.793016 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-bc58c8cf-290a-4a67-bd1e-c5665c9d125b tempest-TestMinimumBasicScenario-143008768 tempest-TestMinimumBasicScenario-143008768-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:59:35.025359 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.wsgi [-] (92665) accepted ('10.222.0.22', 37316) {{(pid=92665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 08:59:35.236628 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-bc58c8cf-290a-4a67-bd1e-c5665c9d125b tempest-TestMinimumBasicScenario-143008768 tempest-TestMinimumBasicScenario-143008768-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:59:35.339493 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-bc58c8cf-290a-4a67-bd1e-c5665c9d125b tempest-TestMinimumBasicScenario-143008768 tempest-TestMinimumBasicScenario-143008768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133719154'] for port, before_update {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:59:35.524749 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-156ad3e2-b889-4f8d-8a06-ca17c9e49702 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-741174'] for router_interface, before_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:59:35.564369 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-bc58c8cf-290a-4a67-bd1e-c5665c9d125b tempest-TestMinimumBasicScenario-143008768 tempest-TestMinimumBasicScenario-143008768-project] Notify callbacks [] for port, precommit_update {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:59:35.568913 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-bc58c8cf-290a-4a67-bd1e-c5665c9d125b tempest-TestMinimumBasicScenario-143008768 tempest-TestMinimumBasicScenario-143008768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133719696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133660950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728380107731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728379583079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728379583124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9113275'] for port, after_update {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:59:35.574837 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-78e16d53-a307-4369-9db9-649bf2fa47e9 tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:59:35.704856 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc58c8cf-290a-4a67-bd1e-c5665c9d125b tempest-TestMinimumBasicScenario-143008768 tempest-TestMinimumBasicScenario-143008768-project] Pushing event updated for resources: {'Port': ['ID=ae5b6ff1-bb2d-43b6-8d16-0492af9b136a,revision_number=2']} {{(pid=92664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:59:35.713164 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-bc58c8cf-290a-4a67-bd1e-c5665c9d125b tempest-TestMinimumBasicScenario-143008768 tempest-TestMinimumBasicScenario-143008768-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:59:35.773179 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-bc58c8cf-290a-4a67-bd1e-c5665c9d125b tempest-TestMinimumBasicScenario-143008768 tempest-TestMinimumBasicScenario-143008768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-546628'] for floatingip, after_update {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:59:35.902550 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.db.l3_db [None req-bc58c8cf-290a-4a67-bd1e-c5665c9d125b tempest-TestMinimumBasicScenario-143008768 tempest-TestMinimumBasicScenario-143008768-project] Floating IP d70656c8-5b95-4d25-8ecc-525e6c3ddc69 associated. External IP: 172.28.3.230, port: 583ae89c-47b7-40fc-a78e-9dd7b9d5c3c1. Jun 22 08:59:35.976374 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.rpc [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Device 6ab09213-7b76-4916-b567-c7f2efba2826 no longer exists at agent hyperv_hv-cinder-79733 {{(pid=92666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 08:59:35.987880 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2666f42-f2b5-419f-8e5e-580bd58f1840 req-f384cf15-c28b-42e5-9364-c6c566cfd46e tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:59:36.002262 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-f2666f42-f2b5-419f-8e5e-580bd58f1840 req-f384cf15-c28b-42e5-9364-c6c566cfd46e tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.22 "GET /v2.0/ports?device_id=6271050a-4abc-4bde-8b04-76e25bbe6df5 HTTP/1.1" status: 200 len: 943 time: 0.1391380 Jun 22 08:59:36.009483 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.plugin [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] No Port match for: 6ab09213-7b76-4916-b567-c7f2efba2826 {{(pid=92666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 08:59:36.010163 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.rpc [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Device 6ab09213-7b76-4916-b567-c7f2efba2826 not bound to the agent host hv-cinder-79733 {{(pid=92666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 08:59:36.029113 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.plugins.ml2.plugin [None req-156ad3e2-b889-4f8d-8a06-ca17c9e49702 admin admin] Deleting port b0b02c39-0c6a-4917-b5e9-ac6ef5032e86 {{(pid=92665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 08:59:36.029918 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-156ad3e2-b889-4f8d-8a06-ca17c9e49702 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728380103653'] for port, before_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:59:36.087803 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-f2666f42-f2b5-419f-8e5e-580bd58f1840 req-aea6c84f-ddaa-43e2-a599-3f3dc576ce7c tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.22 "GET /v2.0/security-groups?id=439773e6-15fd-46a9-865b-f4af198ad98a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845101 Jun 22 08:59:36.128947 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.plugins.ml2.db [None req-156ad3e2-b889-4f8d-8a06-ca17c9e49702 admin admin] For port b0b02c39-0c6a-4917-b5e9-ac6ef5032e86, host dv-cinder-797333-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797333-1-smb',level=0,port_id=b0b02c39-0c6a-4917-b5e9-ac6ef5032e86,segment=NetworkSegment(575d0fd2-418e-4690-86de-2d9d75fa22cd),segment_id=575d0fd2-418e-4690-86de-2d9d75fa22cd)] {{(pid=92665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 08:59:36.129300 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-156ad3e2-b889-4f8d-8a06-ca17c9e49702 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546942'] for port, precommit_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:59:36.141818 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc58c8cf-290a-4a67-bd1e-c5665c9d125b tempest-TestMinimumBasicScenario-143008768 tempest-TestMinimumBasicScenario-143008768-project] Router a7d20871-6a06-4c5a-b243-30193fbbde11 has already been hosted by L3 agent 81bac9f2-ec56-4bd6-b329-9598189ea0dc {{(pid=92664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 08:59:36.201112 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.plugins.ml2.plugin [None req-156ad3e2-b889-4f8d-8a06-ca17c9e49702 admin admin] Calling delete_port for b0b02c39-0c6a-4917-b5e9-ac6ef5032e86 owned by network:router_interface {{(pid=92665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 08:59:36.258939 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc58c8cf-290a-4a67-bd1e-c5665c9d125b tempest-TestMinimumBasicScenario-143008768 tempest-TestMinimumBasicScenario-143008768-project] Notify agent at l3_agent.dv-cinder-797333-1-smb the message routers_updated {{(pid=92664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 08:59:36.275180 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bac11b1c-9857-4be0-81b9-c3caf027fecb None None] Sync routers for ids ['a7d20871-6a06-4c5a-b243-30193fbbde11'] in dv-cinder-797333-1-smb {{(pid=92667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 08:59:36.286824 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bac11b1c-9857-4be0-81b9-c3caf027fecb None None] Routers {'a7d20871-6a06-4c5a-b243-30193fbbde11'} bound to L3 agent in host dv-cinder-797333-1-smb {{(pid=92667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 08:59:36.287395 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.db.l3_hamode_db [None req-bac11b1c-9857-4be0-81b9-c3caf027fecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797333-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-22T08:48:43Z,description=,heartbeat_timestamp=2021-06-22T08:59:14Z,host='dv-cinder-797333-1-smb',id=81bac9f2-ec56-4bd6-b329-9598189ea0dc,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T08:48:43Z,topic='l3_agent')) {'router_ids': ['a7d20871-6a06-4c5a-b243-30193fbbde11'], 'active': True} {{(pid=92667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 08:59:36.290832 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-bc58c8cf-290a-4a67-bd1e-c5665c9d125b tempest-TestMinimumBasicScenario-143008768 tempest-TestMinimumBasicScenario-143008768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27927'] for floatingip, before_response {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:59:36.333056 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [None req-bc58c8cf-290a-4a67-bd1e-c5665c9d125b tempest-TestMinimumBasicScenario-143008768 tempest-TestMinimumBasicScenario-143008768-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3356133 Jun 22 08:59:36.333816 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9189ee1-d14d-4f17-8a25-cb3ce266c018', 'tag': '583ae89c-47b7-40fc-a78e-9dd7b9d5c3c1'}] {{(pid=92664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 08:59:36.336283 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}204e7d68aaf5059dd7cb24067ff1be2165df2a8c21773c1dc73aa01b5c6655f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f40a932-d787-42b9-8c56-751ca26bfa29" -d '{"events": [{"name": "network-changed", "server_uuid": "b9189ee1-d14d-4f17-8a25-cb3ce266c018", "tag": "583ae89c-47b7-40fc-a78e-9dd7b9d5c3c1"}]}' {{(pid=92664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 08:59:36.338652 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.wsgi [-] (92664) accepted ('10.222.0.22', 37326) {{(pid=92664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 08:59:36.344780 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.v2.base [None req-e56bd96b-9e2b-4429-a6fe-cb89f4779e0c tempest-TestMinimumBasicScenario-143008768 tempest-TestMinimumBasicScenario-143008768-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-866413309', 'description': 'tempest-secgroup-smoke-866413309 description', 'project_id': '1fd4662991be4413a3d38dad2d2f406a'}} {{(pid=92664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 08:59:36.371064 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-e56bd96b-9e2b-4429-a6fe-cb89f4779e0c tempest-TestMinimumBasicScenario-143008768 tempest-TestMinimumBasicScenario-143008768-project] Notify callbacks [] for security_group, before_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:59:36.400757 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.db.l3_dvr_db [None req-bac11b1c-9857-4be0-81b9-c3caf027fecb None None] Set router a7d20871-6a06-4c5a-b243-30193fbbde11 gateway port host: dv-cinder-797333-1-smb {{(pid=92667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 08:59:36.410673 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 08:59:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81fda2ff-8420-46da-a425-1a77cf427905 x-openstack-request-id: req-81fda2ff-8420-46da-a425-1a77cf427905 {{(pid=92664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 08:59:36.411019 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9189ee1-d14d-4f17-8a25-cb3ce266c018", "tag": "583ae89c-47b7-40fc-a78e-9dd7b9d5c3c1", "status": "completed", "code": 200}]} {{(pid=92664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 08:59:36.411273 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-81fda2ff-8420-46da-a425-1a77cf427905 {{(pid=92664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 08:59:36.411690 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9189ee1-d14d-4f17-8a25-cb3ce266c018', 'tag': '583ae89c-47b7-40fc-a78e-9dd7b9d5c3c1', 'status': 'completed', 'code': 200} Jun 22 08:59:36.498202 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-156ad3e2-b889-4f8d-8a06-ca17c9e49702 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133719696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133660950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728380107749', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728379583070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4027009'] for port, after_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:59:36.502730 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-729f94c9-5bd6-4430-831c-fa874e46952b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:59:36.536295 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156ad3e2-b889-4f8d-8a06-ca17c9e49702 admin admin] Pushing event deleted for resources: {'Port': ['ID=b0b02c39-0c6a-4917-b5e9-ac6ef5032e86,revision_number=None']} {{(pid=92665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:59:36.574800 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156ad3e2-b889-4f8d-8a06-ca17c9e49702 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:59:36.575169 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156ad3e2-b889-4f8d-8a06-ca17c9e49702 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:59:36.576087 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156ad3e2-b889-4f8d-8a06-ca17c9e49702 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:59:36.576459 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156ad3e2-b889-4f8d-8a06-ca17c9e49702 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:59:36.576816 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156ad3e2-b889-4f8d-8a06-ca17c9e49702 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:59:36.577169 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156ad3e2-b889-4f8d-8a06-ca17c9e49702 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:59:36.577519 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156ad3e2-b889-4f8d-8a06-ca17c9e49702 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:59:36.577898 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156ad3e2-b889-4f8d-8a06-ca17c9e49702 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:59:36.578290 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156ad3e2-b889-4f8d-8a06-ca17c9e49702 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:59:36.578644 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156ad3e2-b889-4f8d-8a06-ca17c9e49702 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:59:36.578942 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156ad3e2-b889-4f8d-8a06-ca17c9e49702 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:59:36.579562 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156ad3e2-b889-4f8d-8a06-ca17c9e49702 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:59:36.607830 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-156ad3e2-b889-4f8d-8a06-ca17c9e49702 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:59:36.625484 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f40a932-d787-42b9-8c56-751ca26bfa29 req-98b64378-d2a5-43bc-8f80-65d69c6dcfeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:59:36.627575 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-3f40a932-d787-42b9-8c56-751ca26bfa29 req-98b64378-d2a5-43bc-8f80-65d69c6dcfeb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1fd4662991be4413a3d38dad2d2f406a&device_id=b9189ee1-d14d-4f17-8a25-cb3ce266c018 HTTP/1.1" status: 200 len: 1099 time: 0.1881917 Jun 22 08:59:36.647843 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4e16d2-b6fd-45fb-b73e-82a99ad2906f req-b7d0f587-3b07-4eeb-b8b7-ec64d7059c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:59:36.649450 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-fb4e16d2-b6fd-45fb-b73e-82a99ad2906f req-b7d0f587-3b07-4eeb-b8b7-ec64d7059c38 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=6271050a-4abc-4bde-8b04-76e25bbe6df5&tenant_id=0dbc55deeb2a42a3bb10502a7c6fc28b HTTP/1.1" status: 200 len: 1096 time: 0.2250507 Jun 22 08:59:36.652095 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-e56bd96b-9e2b-4429-a6fe-cb89f4779e0c tempest-TestMinimumBasicScenario-143008768 tempest-TestMinimumBasicScenario-143008768-project] Notify callbacks [] for security_group, precommit_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:59:36.658845 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-e56bd96b-9e2b-4429-a6fe-cb89f4779e0c tempest-TestMinimumBasicScenario-143008768 tempest-TestMinimumBasicScenario-143008768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748303'] for security_group, after_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:59:36.666284 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:59:36.723320 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-e56bd96b-9e2b-4429-a6fe-cb89f4779e0c tempest-TestMinimumBasicScenario-143008768 tempest-TestMinimumBasicScenario-143008768-project] Notify callbacks [] for security_group, before_response {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:59:36.724535 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [None req-e56bd96b-9e2b-4429-a6fe-cb89f4779e0c tempest-TestMinimumBasicScenario-143008768 tempest-TestMinimumBasicScenario-143008768-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3842249 Jun 22 08:59:36.728632 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.wsgi [-] (92664) accepted ('10.222.0.22', 37332) {{(pid=92664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 08:59:36.734143 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.v2.base [None req-f87a2cda-2241-48e6-8d0a-fb42afe14f09 tempest-TestMinimumBasicScenario-143008768 tempest-TestMinimumBasicScenario-143008768-project] Request body: {'security_group_rule': {'security_group_id': '775a72bf-a632-4f7e-b965-3f5738603db6', 'project_id': '1fd4662991be4413a3d38dad2d2f406a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 08:59:36.758411 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56bd96b-9e2b-4429-a6fe-cb89f4779e0c tempest-TestMinimumBasicScenario-143008768 tempest-TestMinimumBasicScenario-143008768-project] Pushing event updated for resources: {'SecurityGroup': ['ID=775a72bf-a632-4f7e-b965-3f5738603db6,revision_number=1']} {{(pid=92664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:59:36.764900 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-e56bd96b-9e2b-4429-a6fe-cb89f4779e0c tempest-TestMinimumBasicScenario-143008768 tempest-TestMinimumBasicScenario-143008768-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:59:36.793264 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-f87a2cda-2241-48e6-8d0a-fb42afe14f09 tempest-TestMinimumBasicScenario-143008768 tempest-TestMinimumBasicScenario-143008768-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:59:36.821840 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4e16d2-b6fd-45fb-b73e-82a99ad2906f req-90685c0c-0631-4516-ae55-aae2eb0e6e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:59:36.823644 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-fb4e16d2-b6fd-45fb-b73e-82a99ad2906f req-90685c0c-0631-4516-ae55-aae2eb0e6e61 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0dbc55deeb2a42a3bb10502a7c6fc28b&device_id=6271050a-4abc-4bde-8b04-76e25bbe6df5 HTTP/1.1" status: 200 len: 1096 time: 0.1372058 Jun 22 08:59:36.854415 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.db.l3_hamode_db [None req-bac11b1c-9857-4be0-81b9-c3caf027fecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7d20871-6a06-4c5a-b243-30193fbbde11', 'name': 'tempest-TestMinimumBasicScenario-1848531303-router', 'tenant_id': '1fd4662991be4413a3d38dad2d2f406a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '229d5e4a-3847-4866-aa2f-e37dad8eeeae', 'external_fixed_ips': [{'subnet_id': '86526ad5-0ce1-4847-a8b3-31fb35f84f34', 'ip_address': '172.28.3.4'}], 'enable_snat': True}, 'gw_port_id': '4df57d66-5915-4c0f-9fe7-7e558a0aa213', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T08:58:14Z', 'updated_at': '2021-06-22T08:58:19Z', 'revision_number': 4, 'project_id': '1fd4662991be4413a3d38dad2d2f406a', 'gw_port': {'id': '4df57d66-5915-4c0f-9fe7-7e558a0aa213', 'name': '', 'network_id': '229d5e4a-3847-4866-aa2f-e37dad8eeeae', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:d6:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d20871-6a06-4c5a-b243-30193fbbde11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '86526ad5-0ce1-4847-a8b3-31fb35f84f34', 'ip_address': '172.28.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T08:58:15Z', 'updated_at': '2021-06-22T08:58:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86526ad5-0ce1-4847-a8b3-31fb35f84f34', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797333-1-smb', '_floatingips': [{'id': 'd70656c8-5b95-4d25-8ecc-525e6c3ddc69', 'tenant_id': '1fd4662991be4413a3d38dad2d2f406a', 'floating_ip_address': '172.28.3.230', 'floating_network_id': '229d5e4a-3847-4866-aa2f-e37dad8eeeae', 'router_id': 'a7d20871-6a06-4c5a-b243-30193fbbde11', 'port_id': '583ae89c-47b7-40fc-a78e-9dd7b9d5c3c1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 442, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2082447-2f6b-49c7-89d0-33b24d58457e', 'mac_address': 'fa:16:3e:70:0f:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9189ee1-d14d-4f17-8a25-cb3ce266c018', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T08:59:35Z', 'updated_at': '2021-06-22T08:59:35Z', 'revision_number': 0, 'project_id': '1fd4662991be4413a3d38dad2d2f406a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e1c4ede-4be7-482b-8691-914e9c625b61', 'name': '', 'network_id': 'e2082447-2f6b-49c7-89d0-33b24d58457e', 'tenant_id': '1fd4662991be4413a3d38dad2d2f406a', 'mac_address': 'fa:16:3e:5d:0c:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d20871-6a06-4c5a-b243-30193fbbde11', 'device_owner': 'network:router_interface', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '5e81b8d1-5626-4e02-8654-ffb9746cb98f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T08:58:18Z', 'updated_at': '2021-06-22T08:58:28Z', 'revision_number': 5, 'project_id': '1fd4662991be4413a3d38dad2d2f406a', 'subnets': [{'id': '5e81b8d1-5626-4e02-8654-ffb9746cb98f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797333-1-smb', False) {} {{(pid=92667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 08:59:36.870611 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-156ad3e2-b889-4f8d-8a06-ca17c9e49702 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133661028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-741274'] for router_interface, after_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:59:36.902459 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bac11b1c-9857-4be0-81b9-c3caf027fecb None None] Checking router: a7d20871-6a06-4c5a-b243-30193fbbde11 for host: dv-cinder-797333-1-smb {{(pid=92667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 08:59:36.915882 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f40a932-d787-42b9-8c56-751ca26bfa29 req-41ae89b1-a1ea-47ee-b4ac-301ab1846238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:59:36.917785 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-3f40a932-d787-42b9-8c56-751ca26bfa29 req-41ae89b1-a1ea-47ee-b4ac-301ab1846238 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e2082447-2f6b-49c7-89d0-33b24d58457e HTTP/1.1" status: 200 len: 916 time: 0.2807839 Jun 22 08:59:36.927819 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bac11b1c-9857-4be0-81b9-c3caf027fecb None None] Routers {'a7d20871-6a06-4c5a-b243-30193fbbde11'} bound to L3 agent in host dv-cinder-797333-1-smb {{(pid=92667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 08:59:36.928455 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.db.l3_hamode_db [None req-bac11b1c-9857-4be0-81b9-c3caf027fecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797333-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-22T08:48:43Z,description=,heartbeat_timestamp=2021-06-22T08:59:14Z,host='dv-cinder-797333-1-smb',id=81bac9f2-ec56-4bd6-b329-9598189ea0dc,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T08:48:43Z,topic='l3_agent')) {'router_ids': ['a7d20871-6a06-4c5a-b243-30193fbbde11'], 'active': True} {{(pid=92667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 08:59:36.944029 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-f87a2cda-2241-48e6-8d0a-fb42afe14f09 tempest-TestMinimumBasicScenario-143008768 tempest-TestMinimumBasicScenario-143008768-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:59:36.960333 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-f87a2cda-2241-48e6-8d0a-fb42afe14f09 tempest-TestMinimumBasicScenario-143008768 tempest-TestMinimumBasicScenario-143008768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742864'] for security_group_rule, after_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:59:36.967854 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-39be4549-63cb-4d2e-af93-c1ee2f8b45d5 tempest-TestShelveInstance-1565407398 tempest-TestShelveInstance-1565407398-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:59:36.987123 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4e16d2-b6fd-45fb-b73e-82a99ad2906f req-03821858-0188-4991-ab3c-26a7e13f5400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:59:36.992731 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-fb4e16d2-b6fd-45fb-b73e-82a99ad2906f req-03821858-0188-4991-ab3c-26a7e13f5400 service neutron] 10.222.0.15 "GET /v2.0/networks?id=266e7c95-823e-49c0-9793-a3850a55863e HTTP/1.1" status: 200 len: 918 time: 0.1572509 Jun 22 08:59:36.997218 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87a2cda-2241-48e6-8d0a-fb42afe14f09 tempest-TestMinimumBasicScenario-143008768 tempest-TestMinimumBasicScenario-143008768-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b462915d-2e78-4dad-9817-65331d46e93d,revision_number=0']} {{(pid=92664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:59:37.015940 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-f87a2cda-2241-48e6-8d0a-fb42afe14f09 tempest-TestMinimumBasicScenario-143008768 tempest-TestMinimumBasicScenario-143008768-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:59:37.017985 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-f87a2cda-2241-48e6-8d0a-fb42afe14f09 tempest-TestMinimumBasicScenario-143008768 tempest-TestMinimumBasicScenario-143008768-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:59:37.022436 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [None req-f87a2cda-2241-48e6-8d0a-fb42afe14f09 tempest-TestMinimumBasicScenario-143008768 tempest-TestMinimumBasicScenario-143008768-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2918379 Jun 22 08:59:37.023138 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.wsgi [-] (92664) accepted ('10.222.0.22', 37344) {{(pid=92664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 08:59:37.088368 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.v2.base [None req-d6c02328-7d2e-4a22-b6f8-579b596e545d tempest-TestMinimumBasicScenario-143008768 tempest-TestMinimumBasicScenario-143008768-project] Request body: {'security_group_rule': {'security_group_id': '775a72bf-a632-4f7e-b965-3f5738603db6', 'project_id': '1fd4662991be4413a3d38dad2d2f406a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 08:59:37.110554 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-3f40a932-d787-42b9-8c56-751ca26bfa29 req-fd9c67d2-10f9-4bac-b617-ae3efc62ab00 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=583ae89c-47b7-40fc-a78e-9dd7b9d5c3c1 HTTP/1.1" status: 200 len: 1000 time: 0.1767704 Jun 22 08:59:37.121729 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.db.l3_dvr_db [None req-bac11b1c-9857-4be0-81b9-c3caf027fecb None None] Set router a7d20871-6a06-4c5a-b243-30193fbbde11 gateway port host: dv-cinder-797333-1-smb {{(pid=92667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 08:59:37.181832 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-fb4e16d2-b6fd-45fb-b73e-82a99ad2906f req-0647969f-08ee-4877-95bb-334d6ad2e565 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=df79e61f-d424-4ad1-8cee-250dafd6bad5 HTTP/1.1" status: 200 len: 999 time: 0.1744330 Jun 22 08:59:37.232860 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f40a932-d787-42b9-8c56-751ca26bfa29 req-bbbd969c-2c16-4151-8864-a92a874b1d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:59:37.239063 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-3f40a932-d787-42b9-8c56-751ca26bfa29 req-bbbd969c-2c16-4151-8864-a92a874b1d97 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5e81b8d1-5626-4e02-8654-ffb9746cb98f HTTP/1.1" status: 200 len: 854 time: 0.0986373 Jun 22 08:59:37.277657 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4e16d2-b6fd-45fb-b73e-82a99ad2906f req-00c10843-9b25-411e-93e6-472225f176fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:59:37.280584 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-fb4e16d2-b6fd-45fb-b73e-82a99ad2906f req-00c10843-9b25-411e-93e6-472225f176fc service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1fa320cf-b578-475c-89d7-a0309e38937c HTTP/1.1" status: 200 len: 856 time: 0.0885253 Jun 22 08:59:37.308714 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-d6c02328-7d2e-4a22-b6f8-579b596e545d tempest-TestMinimumBasicScenario-143008768 tempest-TestMinimumBasicScenario-143008768-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:59:37.430610 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4e16d2-b6fd-45fb-b73e-82a99ad2906f req-be348241-2073-489e-a692-9cab63a73e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:59:37.433225 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-fb4e16d2-b6fd-45fb-b73e-82a99ad2906f req-be348241-2073-489e-a692-9cab63a73e54 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=266e7c95-823e-49c0-9793-a3850a55863e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1410737 Jun 22 08:59:37.435749 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-d6c02328-7d2e-4a22-b6f8-579b596e545d tempest-TestMinimumBasicScenario-143008768 tempest-TestMinimumBasicScenario-143008768-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:59:37.450348 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-d6c02328-7d2e-4a22-b6f8-579b596e545d tempest-TestMinimumBasicScenario-143008768 tempest-TestMinimumBasicScenario-143008768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742864'] for security_group_rule, after_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:59:37.481386 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.db.l3_hamode_db [None req-bac11b1c-9857-4be0-81b9-c3caf027fecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7d20871-6a06-4c5a-b243-30193fbbde11', 'name': 'tempest-TestMinimumBasicScenario-1848531303-router', 'tenant_id': '1fd4662991be4413a3d38dad2d2f406a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '229d5e4a-3847-4866-aa2f-e37dad8eeeae', 'external_fixed_ips': [{'subnet_id': '86526ad5-0ce1-4847-a8b3-31fb35f84f34', 'ip_address': '172.28.3.4'}], 'enable_snat': True}, 'gw_port_id': '4df57d66-5915-4c0f-9fe7-7e558a0aa213', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T08:58:14Z', 'updated_at': '2021-06-22T08:58:19Z', 'revision_number': 4, 'project_id': '1fd4662991be4413a3d38dad2d2f406a', 'gw_port': {'id': '4df57d66-5915-4c0f-9fe7-7e558a0aa213', 'name': '', 'network_id': '229d5e4a-3847-4866-aa2f-e37dad8eeeae', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:d6:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d20871-6a06-4c5a-b243-30193fbbde11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '86526ad5-0ce1-4847-a8b3-31fb35f84f34', 'ip_address': '172.28.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T08:58:15Z', 'updated_at': '2021-06-22T08:58:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86526ad5-0ce1-4847-a8b3-31fb35f84f34', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797333-1-smb', '_floatingips': [{'id': 'd70656c8-5b95-4d25-8ecc-525e6c3ddc69', 'tenant_id': '1fd4662991be4413a3d38dad2d2f406a', 'floating_ip_address': '172.28.3.230', 'floating_network_id': '229d5e4a-3847-4866-aa2f-e37dad8eeeae', 'router_id': 'a7d20871-6a06-4c5a-b243-30193fbbde11', 'port_id': '583ae89c-47b7-40fc-a78e-9dd7b9d5c3c1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 442, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2082447-2f6b-49c7-89d0-33b24d58457e', 'mac_address': 'fa:16:3e:70:0f:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9189ee1-d14d-4f17-8a25-cb3ce266c018', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T08:59:35Z', 'updated_at': '2021-06-22T08:59:35Z', 'revision_number': 0, 'project_id': '1fd4662991be4413a3d38dad2d2f406a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e1c4ede-4be7-482b-8691-914e9c625b61', 'name': '', 'network_id': 'e2082447-2f6b-49c7-89d0-33b24d58457e', 'tenant_id': '1fd4662991be4413a3d38dad2d2f406a', 'mac_address': 'fa:16:3e:5d:0c:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d20871-6a06-4c5a-b243-30193fbbde11', 'device_owner': 'network:router_interface', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '5e81b8d1-5626-4e02-8654-ffb9746cb98f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T08:58:18Z', 'updated_at': '2021-06-22T08:58:28Z', 'revision_number': 5, 'project_id': '1fd4662991be4413a3d38dad2d2f406a', 'subnets': [{'id': '5e81b8d1-5626-4e02-8654-ffb9746cb98f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797333-1-smb', False) {} {{(pid=92667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 08:59:37.507522 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-af6fc735-1278-4ccf-bc56-5b1c4dbbca8a tempest-TestShelveInstance-1565407398 tempest-TestShelveInstance-1565407398-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:59:37.540844 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c02328-7d2e-4a22-b6f8-579b596e545d tempest-TestMinimumBasicScenario-143008768 tempest-TestMinimumBasicScenario-143008768-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=351eb16b-abe4-4b1a-84e8-7d2cc5f76755,revision_number=0']} {{(pid=92664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:59:37.545573 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-d6c02328-7d2e-4a22-b6f8-579b596e545d tempest-TestMinimumBasicScenario-143008768 tempest-TestMinimumBasicScenario-143008768-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:59:37.548374 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-d6c02328-7d2e-4a22-b6f8-579b596e545d tempest-TestMinimumBasicScenario-143008768 tempest-TestMinimumBasicScenario-143008768-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:59:37.553221 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [None req-d6c02328-7d2e-4a22-b6f8-579b596e545d tempest-TestMinimumBasicScenario-143008768 tempest-TestMinimumBasicScenario-143008768-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4911814 Jun 22 08:59:37.555662 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.wsgi [-] (92664) accepted ('10.222.0.22', 37358) {{(pid=92664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 08:59:37.560911 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.v2.base [None req-91869973-c8ff-46a1-b466-212372b09868 tempest-TestMinimumBasicScenario-143008768 tempest-TestMinimumBasicScenario-143008768-project] Request body: {'security_group_rule': {'security_group_id': '775a72bf-a632-4f7e-b965-3f5738603db6', 'project_id': '1fd4662991be4413a3d38dad2d2f406a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 08:59:37.591627 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bac11b1c-9857-4be0-81b9-c3caf027fecb None None] The sync data for ids ['a7d20871-6a06-4c5a-b243-30193fbbde11'] in dv-cinder-797333-1-smb is: [{'id': 'a7d20871-6a06-4c5a-b243-30193fbbde11', 'name': 'tempest-TestMinimumBasicScenario-1848531303-router', 'tenant_id': '1fd4662991be4413a3d38dad2d2f406a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '229d5e4a-3847-4866-aa2f-e37dad8eeeae', 'external_fixed_ips': [{'subnet_id': '86526ad5-0ce1-4847-a8b3-31fb35f84f34', 'ip_address': '172.28.3.4'}], 'enable_snat': True}, 'gw_port_id': '4df57d66-5915-4c0f-9fe7-7e558a0aa213', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T08:58:14Z', 'updated_at': '2021-06-22T08:58:19Z', 'revision_number': 4, 'project_id': '1fd4662991be4413a3d38dad2d2f406a', 'gw_port': {'id': '4df57d66-5915-4c0f-9fe7-7e558a0aa213', 'name': '', 'network_id': '229d5e4a-3847-4866-aa2f-e37dad8eeeae', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:d6:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d20871-6a06-4c5a-b243-30193fbbde11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '86526ad5-0ce1-4847-a8b3-31fb35f84f34', 'ip_address': '172.28.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T08:58:15Z', 'updated_at': '2021-06-22T08:58:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86526ad5-0ce1-4847-a8b3-31fb35f84f34', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797333-1-smb', '_floatingips': [{'id': 'd70656c8-5b95-4d25-8ecc-525e6c3ddc69', 'tenant_id': '1fd4662991be4413a3d38dad2d2f406a', 'floating_ip_address': '172.28.3.230', 'floating_network_id': '229d5e4a-3847-4866-aa2f-e37dad8eeeae', 'router_id': 'a7d20871-6a06-4c5a-b243-30193fbbde11', 'port_id': '583ae89c-47b7-40fc-a78e-9dd7b9d5c3c1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 442, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2082447-2f6b-49c7-89d0-33b24d58457e', 'mac_address': 'fa:16:3e:70:0f:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9189ee1-d14d-4f17-8a25-cb3ce266c018', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T08:59:35Z', 'updated_at': '2021-06-22T08:59:35Z', 'revision_number': 0, 'project_id': '1fd4662991be4413a3d38dad2d2f406a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e1c4ede-4be7-482b-8691-914e9c625b61', 'name': '', 'network_id': 'e2082447-2f6b-49c7-89d0-33b24d58457e', 'tenant_id': '1fd4662991be4413a3d38dad2d2f406a', 'mac_address': 'fa:16:3e:5d:0c:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d20871-6a06-4c5a-b243-30193fbbde11', 'device_owner': 'network:router_interface', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '5e81b8d1-5626-4e02-8654-ffb9746cb98f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T08:58:18Z', 'updated_at': '2021-06-22T08:58:28Z', 'revision_number': 5, 'project_id': '1fd4662991be4413a3d38dad2d2f406a', 'subnets': [{'id': '5e81b8d1-5626-4e02-8654-ffb9746cb98f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 08:59:37.619021 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-fb4e16d2-b6fd-45fb-b73e-82a99ad2906f req-2a0df7a2-9c68-487f-9b30-e27c7d73262a service neutron] 10.222.0.15 "GET /v2.0/networks/266e7c95-823e-49c0-9793-a3850a55863e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1779830 Jun 22 08:59:37.620567 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-91869973-c8ff-46a1-b466-212372b09868 tempest-TestMinimumBasicScenario-143008768 tempest-TestMinimumBasicScenario-143008768-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:59:37.820374 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-91869973-c8ff-46a1-b466-212372b09868 tempest-TestMinimumBasicScenario-143008768 tempest-TestMinimumBasicScenario-143008768-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:59:37.825370 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-fb4e16d2-b6fd-45fb-b73e-82a99ad2906f req-728c01b6-b71a-4840-94b9-5a426c00074a service neutron] 10.222.0.15 "GET /v2.0/networks/266e7c95-823e-49c0-9793-a3850a55863e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1989241 Jun 22 08:59:37.826769 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-91869973-c8ff-46a1-b466-212372b09868 tempest-TestMinimumBasicScenario-143008768 tempest-TestMinimumBasicScenario-143008768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742864'] for security_group_rule, after_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:59:37.828969 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:59:37.848145 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91869973-c8ff-46a1-b466-212372b09868 tempest-TestMinimumBasicScenario-143008768 tempest-TestMinimumBasicScenario-143008768-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=958d2051-7285-45d4-9001-f73d7126cb82,revision_number=0']} {{(pid=92664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:59:37.850867 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-91869973-c8ff-46a1-b466-212372b09868 tempest-TestMinimumBasicScenario-143008768 tempest-TestMinimumBasicScenario-143008768-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:59:37.859156 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-91869973-c8ff-46a1-b466-212372b09868 tempest-TestMinimumBasicScenario-143008768 tempest-TestMinimumBasicScenario-143008768-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:59:37.862466 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [None req-91869973-c8ff-46a1-b466-212372b09868 tempest-TestMinimumBasicScenario-143008768 tempest-TestMinimumBasicScenario-143008768-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3053973 Jun 22 08:59:37.863794 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.wsgi [-] (92664) accepted ('10.222.0.22', 37362) {{(pid=92664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 08:59:37.871004 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f40a932-d787-42b9-8c56-751ca26bfa29 req-6e6735ea-1c0d-495e-bd0a-17fbc70cabdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:59:37.871785 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.v2.base [None req-33a3ac78-40db-474a-992b-f6eee9b202e6 tempest-TestMinimumBasicScenario-143008768 tempest-TestMinimumBasicScenario-143008768-project] Request body: {'security_group_rule': {'security_group_id': '775a72bf-a632-4f7e-b965-3f5738603db6', 'project_id': '1fd4662991be4413a3d38dad2d2f406a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 08:59:37.872519 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-3f40a932-d787-42b9-8c56-751ca26bfa29 req-6e6735ea-1c0d-495e-bd0a-17fbc70cabdc service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e2082447-2f6b-49c7-89d0-33b24d58457e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.6227539 Jun 22 08:59:37.902672 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94daaaa4-96e7-4611-8dc2-8197a69c3175 req-00ded623-4b95-472d-9b43-e8d18817d0fb tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:59:37.905008 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-94daaaa4-96e7-4611-8dc2-8197a69c3175 req-00ded623-4b95-472d-9b43-e8d18817d0fb tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.22 "GET /v2.0/ports?device_id=6271050a-4abc-4bde-8b04-76e25bbe6df5 HTTP/1.1" status: 200 len: 943 time: 0.6459992 Jun 22 08:59:37.911701 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-33a3ac78-40db-474a-992b-f6eee9b202e6 tempest-TestMinimumBasicScenario-143008768 tempest-TestMinimumBasicScenario-143008768-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:59:37.929497 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d57b7268-77b2-4c12-a6fa-c52b8f094a30 None None] New status for floating IP d70656c8-5b95-4d25-8ecc-525e6c3ddc69: ACTIVE {{(pid=92666) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 08:59:37.995476 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-156ad3e2-b889-4f8d-8a06-ca17c9e49702 admin admin] Router 063e2e3a-321a-4836-9ff9-d5564fd39ebc has already been hosted by L3 agent 81bac9f2-ec56-4bd6-b329-9598189ea0dc {{(pid=92665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 08:59:37.998553 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-33a3ac78-40db-474a-992b-f6eee9b202e6 tempest-TestMinimumBasicScenario-143008768 tempest-TestMinimumBasicScenario-143008768-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:59:38.011234 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-33a3ac78-40db-474a-992b-f6eee9b202e6 tempest-TestMinimumBasicScenario-143008768 tempest-TestMinimumBasicScenario-143008768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742864'] for security_group_rule, after_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:59:38.015499 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-abe19cdd-c076-4c4e-a304-240477373280 tempest-TestShelveInstance-1565407398 tempest-TestShelveInstance-1565407398-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:59:38.031857 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-94daaaa4-96e7-4611-8dc2-8197a69c3175 req-c229a328-a712-4946-844a-96d984b0dfd6 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.22 "GET /v2.0/security-groups?id=439773e6-15fd-46a9-865b-f4af198ad98a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1146154 Jun 22 08:59:38.038401 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a3ac78-40db-474a-992b-f6eee9b202e6 tempest-TestMinimumBasicScenario-143008768 tempest-TestMinimumBasicScenario-143008768-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f1c8908-882a-4ed7-89f8-7655ac02a56d,revision_number=0']} {{(pid=92664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:59:38.042828 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-33a3ac78-40db-474a-992b-f6eee9b202e6 tempest-TestMinimumBasicScenario-143008768 tempest-TestMinimumBasicScenario-143008768-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:59:38.048250 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-33a3ac78-40db-474a-992b-f6eee9b202e6 tempest-TestMinimumBasicScenario-143008768 tempest-TestMinimumBasicScenario-143008768-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:59:38.053529 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [None req-33a3ac78-40db-474a-992b-f6eee9b202e6 tempest-TestMinimumBasicScenario-143008768 tempest-TestMinimumBasicScenario-143008768-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1857107 Jun 22 08:59:38.053979 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.wsgi [-] (92664) accepted ('10.222.0.22', 37364) {{(pid=92664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 08:59:38.054742 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-3f40a932-d787-42b9-8c56-751ca26bfa29 req-fae04eea-6d10-465f-a5db-4d45e1067b7e service neutron] 10.222.0.15 "GET /v2.0/networks/e2082447-2f6b-49c7-89d0-33b24d58457e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1733007 Jun 22 08:59:38.064940 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.v2.base [None req-4533bacc-58e6-410c-98bb-9c5e93750ac3 tempest-TestMinimumBasicScenario-143008768 tempest-TestMinimumBasicScenario-143008768-project] Request body: {'security_group_rule': {'security_group_id': '775a72bf-a632-4f7e-b965-3f5738603db6', 'project_id': '1fd4662991be4413a3d38dad2d2f406a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 08:59:38.136611 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.db.securitygroups_db [None req-4533bacc-58e6-410c-98bb-9c5e93750ac3 tempest-TestMinimumBasicScenario-143008768 tempest-TestMinimumBasicScenario-143008768-project] Project 1fd4662991be4413a3d38dad2d2f406a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 08:59:38.142659 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-4533bacc-58e6-410c-98bb-9c5e93750ac3 tempest-TestMinimumBasicScenario-143008768 tempest-TestMinimumBasicScenario-143008768-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:59:38.231124 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-4533bacc-58e6-410c-98bb-9c5e93750ac3 tempest-TestMinimumBasicScenario-143008768 tempest-TestMinimumBasicScenario-143008768-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:59:38.233887 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-4533bacc-58e6-410c-98bb-9c5e93750ac3 tempest-TestMinimumBasicScenario-143008768 tempest-TestMinimumBasicScenario-143008768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742864'] for security_group_rule, after_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:59:38.236083 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-25cbd8e8-dfb5-4c63-8f21-cbd4af8aecc8 tempest-TestShelveInstance-1565407398 tempest-TestShelveInstance-1565407398-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:59:38.254277 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4533bacc-58e6-410c-98bb-9c5e93750ac3 tempest-TestMinimumBasicScenario-143008768 tempest-TestMinimumBasicScenario-143008768-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22b31940-64a2-4ddc-b272-64cfb7dd5ff5,revision_number=0']} {{(pid=92664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:59:38.256117 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-3f40a932-d787-42b9-8c56-751ca26bfa29 req-a3d87a7e-b0f7-4132-ba2e-d16ece0e4b89 service neutron] 10.222.0.15 "GET /v2.0/networks/e2082447-2f6b-49c7-89d0-33b24d58457e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1935647 Jun 22 08:59:38.257401 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-4533bacc-58e6-410c-98bb-9c5e93750ac3 tempest-TestMinimumBasicScenario-143008768 tempest-TestMinimumBasicScenario-143008768-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:59:38.259651 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-156ad3e2-b889-4f8d-8a06-ca17c9e49702 admin admin] Notify agent at l3_agent.dv-cinder-797333-1-smb the message routers_updated {{(pid=92665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 08:59:38.264761 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-4533bacc-58e6-410c-98bb-9c5e93750ac3 tempest-TestMinimumBasicScenario-143008768 tempest-TestMinimumBasicScenario-143008768-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:59:38.269250 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [None req-156ad3e2-b889-4f8d-8a06-ca17c9e49702 admin admin] 10.222.0.22 "PUT /v2.0/routers/063e2e3a-321a-4836-9ff9-d5564fd39ebc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2397313 Jun 22 08:59:38.269517 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [None req-4533bacc-58e6-410c-98bb-9c5e93750ac3 tempest-TestMinimumBasicScenario-143008768 tempest-TestMinimumBasicScenario-143008768-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2119350 Jun 22 08:59:38.269685 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.wsgi [-] (92665) accepted ('10.222.0.22', 37368) {{(pid=92665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 08:59:38.272597 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.wsgi [-] (92664) accepted ('10.222.0.22', 37370) {{(pid=92664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 08:59:38.280177 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.v2.base [None req-57eeaddc-99ee-4a0f-befc-ccdca8731dfa tempest-TestMinimumBasicScenario-143008768 tempest-TestMinimumBasicScenario-143008768-project] Request body: {'security_group_rule': {'security_group_id': '775a72bf-a632-4f7e-b965-3f5738603db6', 'project_id': '1fd4662991be4413a3d38dad2d2f406a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 08:59:38.281006 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-746d5dbf-4694-4642-b28e-70bdb2a4246e None None] Sync routers for ids ['063e2e3a-321a-4836-9ff9-d5564fd39ebc'] in dv-cinder-797333-1-smb {{(pid=92667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 08:59:38.292974 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-746d5dbf-4694-4642-b28e-70bdb2a4246e None None] Routers {'063e2e3a-321a-4836-9ff9-d5564fd39ebc'} bound to L3 agent in host dv-cinder-797333-1-smb {{(pid=92667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 08:59:38.293879 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.db.l3_hamode_db [None req-746d5dbf-4694-4642-b28e-70bdb2a4246e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797333-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-22T08:48:43Z,description=,heartbeat_timestamp=2021-06-22T08:59:14Z,host='dv-cinder-797333-1-smb',id=81bac9f2-ec56-4bd6-b329-9598189ea0dc,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T08:48:43Z,topic='l3_agent')) {'router_ids': ['063e2e3a-321a-4836-9ff9-d5564fd39ebc'], 'active': True} {{(pid=92667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 08:59:38.311866 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.db.securitygroups_db [None req-57eeaddc-99ee-4a0f-befc-ccdca8731dfa tempest-TestMinimumBasicScenario-143008768 tempest-TestMinimumBasicScenario-143008768-project] Project 1fd4662991be4413a3d38dad2d2f406a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 08:59:38.318014 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-57eeaddc-99ee-4a0f-befc-ccdca8731dfa tempest-TestMinimumBasicScenario-143008768 tempest-TestMinimumBasicScenario-143008768-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:59:38.391998 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-57eeaddc-99ee-4a0f-befc-ccdca8731dfa tempest-TestMinimumBasicScenario-143008768 tempest-TestMinimumBasicScenario-143008768-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:59:38.395824 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-57eeaddc-99ee-4a0f-befc-ccdca8731dfa tempest-TestMinimumBasicScenario-143008768 tempest-TestMinimumBasicScenario-143008768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742864'] for security_group_rule, after_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:59:38.401419 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:59:38.405302 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.db.l3_dvr_db [None req-746d5dbf-4694-4642-b28e-70bdb2a4246e None None] Set router 063e2e3a-321a-4836-9ff9-d5564fd39ebc gateway port host: dv-cinder-797333-1-smb {{(pid=92667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 08:59:38.408396 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-a917e5c5-8af7-4451-a950-2258f9d4d305 admin admin] Notify callbacks [] for router, before_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:59:38.417373 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eeaddc-99ee-4a0f-befc-ccdca8731dfa tempest-TestMinimumBasicScenario-143008768 tempest-TestMinimumBasicScenario-143008768-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7abf7615-7632-4b5f-bd7e-9da7bc186b26,revision_number=0']} {{(pid=92664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:59:38.426556 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-57eeaddc-99ee-4a0f-befc-ccdca8731dfa tempest-TestMinimumBasicScenario-143008768 tempest-TestMinimumBasicScenario-143008768-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:59:38.428308 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-57eeaddc-99ee-4a0f-befc-ccdca8731dfa tempest-TestMinimumBasicScenario-143008768 tempest-TestMinimumBasicScenario-143008768-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:59:38.432266 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [None req-57eeaddc-99ee-4a0f-befc-ccdca8731dfa tempest-TestMinimumBasicScenario-143008768 tempest-TestMinimumBasicScenario-143008768-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1559291 Jun 22 08:59:38.545411 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-a917e5c5-8af7-4451-a950-2258f9d4d305 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:59:38.612371 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-181c4a52-fb28-4716-95e7-e689e83f69f9 req-bcff68ef-dad4-4546-9169-1886d8cb1a5e tempest-TestMinimumBasicScenario-143008768 tempest-TestMinimumBasicScenario-143008768-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-866413309&fields=id&tenant_id=1fd4662991be4413a3d38dad2d2f406a HTTP/1.1" status: 200 len: 267 time: 0.0615492 Jun 22 08:59:38.650182 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.db.l3_hamode_db [None req-746d5dbf-4694-4642-b28e-70bdb2a4246e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '063e2e3a-321a-4836-9ff9-d5564fd39ebc', 'name': 'tempest-ServerRescueNegativeTestJSON-1376959178-router', 'tenant_id': '579dfe35a1f942f09a66abcabc039fa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '229d5e4a-3847-4866-aa2f-e37dad8eeeae', 'external_fixed_ips': [{'subnet_id': '86526ad5-0ce1-4847-a8b3-31fb35f84f34', 'ip_address': '172.28.3.248'}], 'enable_snat': True}, 'gw_port_id': '1f278dba-4ae2-4023-919f-5d08eb3b0ac9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T08:56:33Z', 'updated_at': '2021-06-22T08:59:36Z', 'revision_number': 5, 'project_id': '579dfe35a1f942f09a66abcabc039fa9', 'gw_port': {'id': '1f278dba-4ae2-4023-919f-5d08eb3b0ac9', 'name': '', 'network_id': '229d5e4a-3847-4866-aa2f-e37dad8eeeae', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:95:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '063e2e3a-321a-4836-9ff9-d5564fd39ebc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '86526ad5-0ce1-4847-a8b3-31fb35f84f34', 'ip_address': '172.28.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T08:56:34Z', 'updated_at': '2021-06-22T08:56:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86526ad5-0ce1-4847-a8b3-31fb35f84f34', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797333-1-smb'}], 'dv-cinder-797333-1-smb', False) {} {{(pid=92667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 08:59:38.680001 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.plugins.ml2.plugin [None req-a917e5c5-8af7-4451-a950-2258f9d4d305 admin admin] Deleting port 1f278dba-4ae2-4023-919f-5d08eb3b0ac9 {{(pid=92665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 08:59:38.680347 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-a917e5c5-8af7-4451-a950-2258f9d4d305 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728380103653'] for port, before_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:59:38.704739 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-746d5dbf-4694-4642-b28e-70bdb2a4246e None None] Checking router: 063e2e3a-321a-4836-9ff9-d5564fd39ebc for host: dv-cinder-797333-1-smb {{(pid=92667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 08:59:38.716373 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-746d5dbf-4694-4642-b28e-70bdb2a4246e None None] Routers {'063e2e3a-321a-4836-9ff9-d5564fd39ebc'} bound to L3 agent in host dv-cinder-797333-1-smb {{(pid=92667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 08:59:38.717156 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.db.l3_hamode_db [None req-746d5dbf-4694-4642-b28e-70bdb2a4246e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797333-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-22T08:48:43Z,description=,heartbeat_timestamp=2021-06-22T08:59:14Z,host='dv-cinder-797333-1-smb',id=81bac9f2-ec56-4bd6-b329-9598189ea0dc,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T08:48:43Z,topic='l3_agent')) {'router_ids': ['063e2e3a-321a-4836-9ff9-d5564fd39ebc'], 'active': True} {{(pid=92667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 08:59:38.753215 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181c4a52-fb28-4716-95e7-e689e83f69f9 req-dcbc1ed9-68c2-4fcf-964b-b3e1bac7d667 tempest-TestMinimumBasicScenario-143008768 tempest-TestMinimumBasicScenario-143008768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:59:38.754825 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-181c4a52-fb28-4716-95e7-e689e83f69f9 req-dcbc1ed9-68c2-4fcf-964b-b3e1bac7d667 tempest-TestMinimumBasicScenario-143008768 tempest-TestMinimumBasicScenario-143008768-project] 10.222.0.22 "GET /v2.0/ports?device_id=b9189ee1-d14d-4f17-8a25-cb3ce266c018 HTTP/1.1" status: 200 len: 946 time: 0.1349087 Jun 22 08:59:38.768789 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.v2.base [req-181c4a52-fb28-4716-95e7-e689e83f69f9 req-61555687-e35d-4c62-83f2-e5a447ca97d6 tempest-TestMinimumBasicScenario-143008768 tempest-TestMinimumBasicScenario-143008768-project] Request body: {'port': {'security_groups': ['f1813137-ba80-494d-86f8-3129fc52c05b', '775a72bf-a632-4f7e-b965-3f5738603db6']}} {{(pid=92665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 08:59:38.824825 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.db.l3_dvr_db [None req-746d5dbf-4694-4642-b28e-70bdb2a4246e None None] Set router 063e2e3a-321a-4836-9ff9-d5564fd39ebc gateway port host: None {{(pid=92667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 08:59:38.836090 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.plugins.ml2.db [None req-a917e5c5-8af7-4451-a950-2258f9d4d305 admin admin] For port 1f278dba-4ae2-4023-919f-5d08eb3b0ac9, host dv-cinder-797333-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797333-1-smb',level=0,port_id=1f278dba-4ae2-4023-919f-5d08eb3b0ac9,segment=NetworkSegment(f5dcb9d0-69a0-4f7f-8ef7-9bef0bfd3dea),segment_id=f5dcb9d0-69a0-4f7f-8ef7-9bef0bfd3dea)] {{(pid=92665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 08:59:38.836446 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-a917e5c5-8af7-4451-a950-2258f9d4d305 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546942'] for port, precommit_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:59:38.899378 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.db.l3_hamode_db [None req-746d5dbf-4694-4642-b28e-70bdb2a4246e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '063e2e3a-321a-4836-9ff9-d5564fd39ebc', 'name': 'tempest-ServerRescueNegativeTestJSON-1376959178-router', 'tenant_id': '579dfe35a1f942f09a66abcabc039fa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T08:56:33Z', 'updated_at': '2021-06-22T08:59:38Z', 'revision_number': 6, 'project_id': '579dfe35a1f942f09a66abcabc039fa9', 'gw_port_host': None}], 'dv-cinder-797333-1-smb', False) {} {{(pid=92667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 08:59:38.928377 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-746d5dbf-4694-4642-b28e-70bdb2a4246e None None] The sync data for ids ['063e2e3a-321a-4836-9ff9-d5564fd39ebc'] in dv-cinder-797333-1-smb is: [{'id': '063e2e3a-321a-4836-9ff9-d5564fd39ebc', 'name': 'tempest-ServerRescueNegativeTestJSON-1376959178-router', 'tenant_id': '579dfe35a1f942f09a66abcabc039fa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T08:56:33Z', 'updated_at': '2021-06-22T08:59:38Z', 'revision_number': 6, 'project_id': '579dfe35a1f942f09a66abcabc039fa9', 'gw_port_host': None}] {{(pid=92667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 08:59:38.937931 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.plugins.ml2.plugin [None req-a917e5c5-8af7-4451-a950-2258f9d4d305 admin admin] Calling delete_port for 1f278dba-4ae2-4023-919f-5d08eb3b0ac9 owned by network:router_gateway {{(pid=92665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 08:59:39.019945 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [req-181c4a52-fb28-4716-95e7-e689e83f69f9 req-61555687-e35d-4c62-83f2-e5a447ca97d6 tempest-TestMinimumBasicScenario-143008768 tempest-TestMinimumBasicScenario-143008768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133719154'] for port, before_update {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:59:39.269633 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-a917e5c5-8af7-4451-a950-2258f9d4d305 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133719696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133660950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728380107749', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728379583070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4027009'] for port, after_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:59:39.282513 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-729f94c9-5bd6-4430-831c-fa874e46952b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:59:39.354913 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a917e5c5-8af7-4451-a950-2258f9d4d305 admin admin] Pushing event deleted for resources: {'Port': ['ID=1f278dba-4ae2-4023-919f-5d08eb3b0ac9,revision_number=None']} {{(pid=92665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:59:39.359561 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-a917e5c5-8af7-4451-a950-2258f9d4d305 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:59:39.396626 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c15e803-9ba3-4c71-877d-9c6b7531f1c6 req-53ce1ea7-70e8-401e-8f2e-de8399768307 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:59:39.398352 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-5c15e803-9ba3-4c71-877d-9c6b7531f1c6 req-53ce1ea7-70e8-401e-8f2e-de8399768307 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.22 "GET /v2.0/ports?device_id=6271050a-4abc-4bde-8b04-76e25bbe6df5 HTTP/1.1" status: 200 len: 943 time: 0.2177105 Jun 22 08:59:39.483653 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-a917e5c5-8af7-4451-a950-2258f9d4d305 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-546751'] for router_gateway, after_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:59:39.572694 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.plugins.ml2.db [req-181c4a52-fb28-4716-95e7-e689e83f69f9 req-61555687-e35d-4c62-83f2-e5a447ca97d6 tempest-TestMinimumBasicScenario-143008768 tempest-TestMinimumBasicScenario-143008768-project] For port 583ae89c-47b7-40fc-a78e-9dd7b9d5c3c1, host hv-cinder-79733, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79733',level=0,port_id=583ae89c-47b7-40fc-a78e-9dd7b9d5c3c1,segment=NetworkSegment(d13ba5e2-ed8e-4ca3-8ec2-cef6298c9446),segment_id=d13ba5e2-ed8e-4ca3-8ec2-cef6298c9446)] {{(pid=92665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 08:59:39.610583 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-5c15e803-9ba3-4c71-877d-9c6b7531f1c6 req-5d7d6696-586b-4f19-a5d9-3e59cf18865c tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.22 "GET /v2.0/security-groups?id=439773e6-15fd-46a9-865b-f4af198ad98a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1894281 Jun 22 08:59:39.615872 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-a917e5c5-8af7-4451-a950-2258f9d4d305 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-737704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-122588'] for router, precommit_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:59:39.621374 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-a917e5c5-8af7-4451-a950-2258f9d4d305 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:59:39.688906 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [req-181c4a52-fb28-4716-95e7-e689e83f69f9 req-61555687-e35d-4c62-83f2-e5a447ca97d6 tempest-TestMinimumBasicScenario-143008768 tempest-TestMinimumBasicScenario-143008768-project] Notify callbacks [] for port, precommit_update {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:59:39.695462 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [req-181c4a52-fb28-4716-95e7-e689e83f69f9 req-61555687-e35d-4c62-83f2-e5a447ca97d6 tempest-TestMinimumBasicScenario-143008768 tempest-TestMinimumBasicScenario-143008768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133719696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133660950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728380107731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728379583079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728379583124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4027018'] for port, after_update {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:59:39.702751 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:59:39.709921 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-a917e5c5-8af7-4451-a950-2258f9d4d305 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-739075'] for router, after_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:59:39.710644 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a917e5c5-8af7-4451-a950-2258f9d4d305 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 063e2e3a-321a-4836-9ff9-d5564fd39ebc {{(pid=92665) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 08:59:39.725236 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.db [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] get_ports_and_sgs() called for port_ids ['583ae89c-47b7-40fc-a78e-9dd7b9d5c3c1'] {{(pid=92666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 08:59:39.745837 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-a917e5c5-8af7-4451-a950-2258f9d4d305 admin admin] Notify callbacks [] for router, before_response {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:59:39.747723 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [None req-a917e5c5-8af7-4451-a950-2258f9d4d305 admin admin] 10.222.0.22 "DELETE /v2.0/routers/063e2e3a-321a-4836-9ff9-d5564fd39ebc HTTP/1.1" status: 204 len: 168 time: 1.4743831 Jun 22 08:59:39.750370 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.wsgi [-] (92664) accepted ('10.222.0.22', 37392) {{(pid=92664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 08:59:39.783844 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181c4a52-fb28-4716-95e7-e689e83f69f9 req-61555687-e35d-4c62-83f2-e5a447ca97d6 tempest-TestMinimumBasicScenario-143008768 tempest-TestMinimumBasicScenario-143008768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:59:39.784360 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [req-181c4a52-fb28-4716-95e7-e689e83f69f9 req-61555687-e35d-4c62-83f2-e5a447ca97d6 tempest-TestMinimumBasicScenario-143008768 tempest-TestMinimumBasicScenario-143008768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27927'] for port, before_response {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:59:39.785838 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-181c4a52-fb28-4716-95e7-e689e83f69f9 req-61555687-e35d-4c62-83f2-e5a447ca97d6 tempest-TestMinimumBasicScenario-143008768 tempest-TestMinimumBasicScenario-143008768-project] 10.222.0.22 "PUT /v2.0/ports/583ae89c-47b7-40fc-a78e-9dd7b9d5c3c1 HTTP/1.1" status: 200 len: 982 time: 1.0240486 Jun 22 08:59:39.786366 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9189ee1-d14d-4f17-8a25-cb3ce266c018', 'tag': '583ae89c-47b7-40fc-a78e-9dd7b9d5c3c1'}] {{(pid=92665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 08:59:39.788728 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}600ed202ef5c6893f709c92c950a9f9cd42c49f10c76c91c75f79f08b33dd1bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fad95811-067f-4253-b48c-879a6512a5c7" -d '{"events": [{"name": "network-changed", "server_uuid": "b9189ee1-d14d-4f17-8a25-cb3ce266c018", "tag": "583ae89c-47b7-40fc-a78e-9dd7b9d5c3c1"}]}' {{(pid=92665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 08:59:39.811134 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61555687-e35d-4c62-83f2-e5a447ca97d6 tempest-TestMinimumBasicScenario-143008768 tempest-TestMinimumBasicScenario-143008768-project] Pushing event updated for resources: {'Port': ['ID=583ae89c-47b7-40fc-a78e-9dd7b9d5c3c1,revision_number=6']} {{(pid=92665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:59:39.836777 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-61555687-e35d-4c62-83f2-e5a447ca97d6 tempest-TestMinimumBasicScenario-143008768 tempest-TestMinimumBasicScenario-143008768-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:59:39.856280 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7659661-a44b-4b92-a04f-0cc424e2a53f admin admin] Deleting subnet d4b70363-b957-482d-afbc-e3f16f2e15d6 {{(pid=92664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 08:59:39.861996 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-c7659661-a44b-4b92-a04f-0cc424e2a53f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:59:39.901638 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 08:59:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c86bc28-b97a-4686-b68a-b3dd7aaa7f89 x-openstack-request-id: req-3c86bc28-b97a-4686-b68a-b3dd7aaa7f89 {{(pid=92665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 08:59:39.902811 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9189ee1-d14d-4f17-8a25-cb3ce266c018", "tag": "583ae89c-47b7-40fc-a78e-9dd7b9d5c3c1", "status": "completed", "code": 200}]} {{(pid=92665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 08:59:39.902811 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-3c86bc28-b97a-4686-b68a-b3dd7aaa7f89 {{(pid=92665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 08:59:39.903935 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9189ee1-d14d-4f17-8a25-cb3ce266c018', 'tag': '583ae89c-47b7-40fc-a78e-9dd7b9d5c3c1', 'status': 'completed', 'code': 200} Jun 22 08:59:39.915362 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.db [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] get_ports_and_sgs() called for port_ids ['583ae89c-47b7-40fc-a78e-9dd7b9d5c3c1'] {{(pid=92666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 08:59:39.919668 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.rpc [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Device b0b02c39-0c6a-4917-b5e9-ac6ef5032e86 no longer exists at agent ovs-agent-dv-cinder-797333-1-smb {{(pid=92666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 08:59:39.951541 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-c7659661-a44b-4b92-a04f-0cc424e2a53f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8776283'] for subnet, precommit_delete_associations {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:59:40.070301 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-c7659661-a44b-4b92-a04f-0cc424e2a53f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133921636'] for subnet, precommit_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:59:40.092854 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad95811-067f-4253-b48c-879a6512a5c7 req-2a3cd8d4-cd59-4590-86bf-c22858bb36b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:59:40.094578 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-fad95811-067f-4253-b48c-879a6512a5c7 req-2a3cd8d4-cd59-4590-86bf-c22858bb36b1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1fd4662991be4413a3d38dad2d2f406a&device_id=b9189ee1-d14d-4f17-8a25-cb3ce266c018 HTTP/1.1" status: 200 len: 1138 time: 0.1618626 Jun 22 08:59:40.113151 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.plugin [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] No Port match for: b0b02c39-0c6a-4917-b5e9-ac6ef5032e86 {{(pid=92666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 08:59:40.113766 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.rpc [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Device b0b02c39-0c6a-4917-b5e9-ac6ef5032e86 not bound to the agent host dv-cinder-797333-1-smb {{(pid=92666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 08:59:40.114794 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.rpc [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Device 1f278dba-4ae2-4023-919f-5d08eb3b0ac9 no longer exists at agent ovs-agent-dv-cinder-797333-1-smb {{(pid=92666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 08:59:40.160990 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0253631-81e3-46f1-8a8d-ec3d695e6467 req-b5a6572c-8b67-466c-8a00-c0b09328cd1c tempest-TestMinimumBasicScenario-143008768 tempest-TestMinimumBasicScenario-143008768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:59:40.171154 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-a0253631-81e3-46f1-8a8d-ec3d695e6467 req-b5a6572c-8b67-466c-8a00-c0b09328cd1c tempest-TestMinimumBasicScenario-143008768 tempest-TestMinimumBasicScenario-143008768-project] 10.222.0.22 "GET /v2.0/ports?device_id=b9189ee1-d14d-4f17-8a25-cb3ce266c018 HTTP/1.1" status: 200 len: 985 time: 0.1653109 Jun 22 08:59:40.204363 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.plugin [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] No Port match for: 1f278dba-4ae2-4023-919f-5d08eb3b0ac9 {{(pid=92666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 08:59:40.204764 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.rpc [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Device 1f278dba-4ae2-4023-919f-5d08eb3b0ac9 not bound to the agent host dv-cinder-797333-1-smb {{(pid=92666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 08:59:40.212032 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-c7659661-a44b-4b92-a04f-0cc424e2a53f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133921629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133660950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9113338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9089548'] for subnet, after_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:59:40.222997 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-899668df-c89d-45d2-bbe0-74065a66d60c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:59:40.228705 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-c7659661-a44b-4b92-a04f-0cc424e2a53f admin admin] Notify callbacks [] for subnet, before_response {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:59:40.236143 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [None req-c7659661-a44b-4b92-a04f-0cc424e2a53f admin admin] 10.222.0.22 "DELETE /v2.0/subnets/d4b70363-b957-482d-afbc-e3f16f2e15d6 HTTP/1.1" status: 204 len: 168 time: 0.4787886 Jun 22 08:59:40.256634 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.wsgi [-] (92664) accepted ('10.222.0.22', 37406) {{(pid=92664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 08:59:40.354943 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-21d69991-c449-427c-be1c-157b0caf9a94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133751319'] for network, before_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:59:40.361071 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7659661-a44b-4b92-a04f-0cc424e2a53f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d4b70363-b957-482d-afbc-e3f16f2e15d6,revision_number=None']} {{(pid=92664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:59:40.364948 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-c7659661-a44b-4b92-a04f-0cc424e2a53f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:59:40.413141 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.provisioning_blocks [None req-7961111d-c0e5-463f-9f60-f81998f3d8d6 None None] Provisioning complete for port 583ae89c-47b7-40fc-a78e-9dd7b9d5c3c1 triggered by entity DHCP. {{(pid=92666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 08:59:40.414045 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-7961111d-c0e5-463f-9f60-f81998f3d8d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133917554'] for port, provisioning_complete {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:59:40.437683 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad95811-067f-4253-b48c-879a6512a5c7 req-40184653-eddd-402d-b5f3-14c36fb8d32c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:59:40.440738 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-fad95811-067f-4253-b48c-879a6512a5c7 req-40184653-eddd-402d-b5f3-14c36fb8d32c service neutron] 10.222.0.15 "GET /v2.0/networks?id=e2082447-2f6b-49c7-89d0-33b24d58457e HTTP/1.1" status: 200 len: 916 time: 0.3281052 Jun 22 08:59:40.489153 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-21d69991-c449-427c-be1c-157b0caf9a94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133922029', 'neutron.services.segments.db._delete_segments_for_network-8728380123091'] for network, precommit_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:59:40.509610 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.services.segments.db [None req-21d69991-c449-427c-be1c-157b0caf9a94 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc5fbf8b-b290-4909-ad02-6e42f6cbe581']}} {{(pid=92664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 08:59:40.524191 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.services.segments.db [None req-21d69991-c449-427c-be1c-157b0caf9a94 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '575d0fd2-418e-4690-86de-2d9d75fa22cd') {'for_net_delete': True} {{(pid=92664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 08:59:40.524603 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.services.segments.db [None req-21d69991-c449-427c-be1c-157b0caf9a94 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '575d0fd2-418e-4690-86de-2d9d75fa22cd') {} {{(pid=92664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 08:59:40.535700 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-21d69991-c449-427c-be1c-157b0caf9a94 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728380122920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8776300'] for segment, before_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:59:40.556679 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-21d69991-c449-427c-be1c-157b0caf9a94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133909941'] for segment, precommit_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:59:40.564783 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-a0253631-81e3-46f1-8a8d-ec3d695e6467 req-18096001-5493-4b48-8cce-59fb59f5141d tempest-TestMinimumBasicScenario-143008768 tempest-TestMinimumBasicScenario-143008768-project] 10.222.0.22 "GET /v2.0/security-groups?id=f1813137-ba80-494d-86f8-3129fc52c05b&id=775a72bf-a632-4f7e-b965-3f5738603db6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3885555 Jun 22 08:59:40.577612 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21d69991-c449-427c-be1c-157b0caf9a94 admin admin] Releasing vlan 215 on physical network physnet1 to pool {{(pid=92664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 08:59:40.578021 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-21d69991-c449-427c-be1c-157b0caf9a94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133909941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8986947'] for segment, after_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:59:40.579925 dv-cinder-797333-1-smb neutron-server[92664]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 08:59:40.579925 dv-cinder-797333-1-smb neutron-server[92664]: conditions |= (models_v2.Port.network_id.in_( Jun 22 08:59:40.579925 dv-cinder-797333-1-smb neutron-server[92664]: Traceback (most recent call last): Jun 22 08:59:40.579925 dv-cinder-797333-1-smb neutron-server[92664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 08:59:40.579925 dv-cinder-797333-1-smb neutron-server[92664]: timer() Jun 22 08:59:40.579925 dv-cinder-797333-1-smb neutron-server[92664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 08:59:40.579925 dv-cinder-797333-1-smb neutron-server[92664]: cb(*args, **kw) Jun 22 08:59:40.579925 dv-cinder-797333-1-smb neutron-server[92664]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 08:59:40.579925 dv-cinder-797333-1-smb neutron-server[92664]: return func(*args, **kwargs) Jun 22 08:59:40.579925 dv-cinder-797333-1-smb neutron-server[92664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 08:59:40.579925 dv-cinder-797333-1-smb neutron-server[92664]: self._notify() Jun 22 08:59:40.579925 dv-cinder-797333-1-smb neutron-server[92664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 08:59:40.579925 dv-cinder-797333-1-smb neutron-server[92664]: self.callback(batched_events) Jun 22 08:59:40.579925 dv-cinder-797333-1-smb neutron-server[92664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 08:59:40.579925 dv-cinder-797333-1-smb neutron-server[92664]: event.method(event) Jun 22 08:59:40.579925 dv-cinder-797333-1-smb neutron-server[92664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 08:59:40.579925 dv-cinder-797333-1-smb neutron-server[92664]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 08:59:40.579925 dv-cinder-797333-1-smb neutron-server[92664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 08:59:40.579925 dv-cinder-797333-1-smb neutron-server[92664]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 08:59:40.579925 dv-cinder-797333-1-smb neutron-server[92664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 08:59:40.579925 dv-cinder-797333-1-smb neutron-server[92664]: return f(self, *a, **k) Jun 22 08:59:40.579925 dv-cinder-797333-1-smb neutron-server[92664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 08:59:40.579925 dv-cinder-797333-1-smb neutron-server[92664]: return self._get(url).json() Jun 22 08:59:40.579925 dv-cinder-797333-1-smb neutron-server[92664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 08:59:40.579925 dv-cinder-797333-1-smb neutron-server[92664]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 08:59:40.579925 dv-cinder-797333-1-smb neutron-server[92664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 08:59:40.579925 dv-cinder-797333-1-smb neutron-server[92664]: return self.request(url, 'GET', **kwargs) Jun 22 08:59:40.579925 dv-cinder-797333-1-smb neutron-server[92664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 08:59:40.579925 dv-cinder-797333-1-smb neutron-server[92664]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 08:59:40.579925 dv-cinder-797333-1-smb neutron-server[92664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 08:59:40.579925 dv-cinder-797333-1-smb neutron-server[92664]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 08:59:40.579925 dv-cinder-797333-1-smb neutron-server[92664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 08:59:40.579925 dv-cinder-797333-1-smb neutron-server[92664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 08:59:40.579925 dv-cinder-797333-1-smb neutron-server[92664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 08:59:40.596609 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-fad95811-067f-4253-b48c-879a6512a5c7 req-dd00a767-4d47-4acc-b55d-ce5869507c33 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=583ae89c-47b7-40fc-a78e-9dd7b9d5c3c1 HTTP/1.1" status: 200 len: 1002 time: 0.1450877 Jun 22 08:59:40.667235 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-21d69991-c449-427c-be1c-157b0caf9a94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133922022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-748338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-133660957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-546649'] for network, after_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:59:40.670185 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad95811-067f-4253-b48c-879a6512a5c7 req-a5a0643f-cad0-49b0-8b77-806f67db552c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:59:40.671799 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-fad95811-067f-4253-b48c-879a6512a5c7 req-a5a0643f-cad0-49b0-8b77-806f67db552c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5e81b8d1-5626-4e02-8654-ffb9746cb98f HTTP/1.1" status: 200 len: 854 time: 0.0657568 Jun 22 08:59:40.675896 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:59:40.713140 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d69991-c449-427c-be1c-157b0caf9a94 admin admin] Pushing event deleted for resources: {'Network': ['ID=fc5fbf8b-b290-4909-ad02-6e42f6cbe581,revision_number=None']} {{(pid=92664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:59:40.718231 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-21d69991-c449-427c-be1c-157b0caf9a94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133660928'] for network, before_response {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:59:40.723295 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [None req-21d69991-c449-427c-be1c-157b0caf9a94 admin admin] 10.222.0.22 "DELETE /v2.0/networks/fc5fbf8b-b290-4909-ad02-6e42f6cbe581 HTTP/1.1" status: 204 len: 168 time: 0.4649584 Jun 22 08:59:40.725187 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-21d69991-c449-427c-be1c-157b0caf9a94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:59:40.816388 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad95811-067f-4253-b48c-879a6512a5c7 req-befc995b-0f6c-4106-86b8-8ea18bb99095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:59:40.817951 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-fad95811-067f-4253-b48c-879a6512a5c7 req-befc995b-0f6c-4106-86b8-8ea18bb99095 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e2082447-2f6b-49c7-89d0-33b24d58457e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1385560 Jun 22 08:59:40.926230 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9a955f-b3b7-4cf5-928c-c81dc995bc2e req-e47b4a4d-b52d-4fb6-b49a-2a995b94ce66 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:59:40.927831 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-6f9a955f-b3b7-4cf5-928c-c81dc995bc2e req-e47b4a4d-b52d-4fb6-b49a-2a995b94ce66 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.22 "GET /v2.0/ports?device_id=6271050a-4abc-4bde-8b04-76e25bbe6df5 HTTP/1.1" status: 200 len: 943 time: 0.1602116 Jun 22 08:59:41.086867 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-1a328e29-d125-4b73-bdeb-3dace6d3d4c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380123073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133916839'] for agent, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:59:41.131119 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.wsgi [-] (92664) accepted ('10.222.0.22', 37424) {{(pid=92664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 08:59:41.181087 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [None req-9cb965aa-4259-4d13-8eff-da1a9f547380 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=579dfe35a1f942f09a66abcabc039fa9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0482016 Jun 22 08:59:41.183676 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.wsgi [-] (92664) accepted ('10.222.0.22', 37430) {{(pid=92664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 08:59:41.238458 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-6f9a955f-b3b7-4cf5-928c-c81dc995bc2e req-270ce3d8-54b3-43a2-9181-e41ae7f62d06 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.22 "GET /v2.0/security-groups?id=439773e6-15fd-46a9-865b-f4af198ad98a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3033655 Jun 22 08:59:41.242022 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-21f7ca40-05e1-44ab-9e5b-6d66939a45cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:59:41.256743 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-fad95811-067f-4253-b48c-879a6512a5c7 req-33e3228f-5350-4ea2-9b4f-440d2bc75ea1 service neutron] 10.222.0.15 "GET /v2.0/networks/e2082447-2f6b-49c7-89d0-33b24d58457e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4248056 Jun 22 08:59:41.268175 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-21f7ca40-05e1-44ab-9e5b-6d66939a45cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:59:41.337895 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-21f7ca40-05e1-44ab-9e5b-6d66939a45cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748303'] for security_group, after_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:59:41.340984 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-21f7ca40-05e1-44ab-9e5b-6d66939a45cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:59:41.342201 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [None req-21f7ca40-05e1-44ab-9e5b-6d66939a45cf admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/b898a60c-7fe8-421c-bc5f-0e7f60ad4a5c HTTP/1.1" status: 204 len: 168 time: 0.1573737 Jun 22 08:59:41.342975 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-ff23582d-02c1-45c5-947c-a98d2b583a19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:59:41.351761 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f7ca40-05e1-44ab-9e5b-6d66939a45cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b898a60c-7fe8-421c-bc5f-0e7f60ad4a5c,revision_number=None']} {{(pid=92664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:59:41.354233 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-21f7ca40-05e1-44ab-9e5b-6d66939a45cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:59:41.389814 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-fad95811-067f-4253-b48c-879a6512a5c7 req-f2226aa9-21c0-41fd-a8c5-07cefd383315 service neutron] 10.222.0.15 "GET /v2.0/networks/e2082447-2f6b-49c7-89d0-33b24d58457e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144786 Jun 22 08:59:42.595973 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20943bcc-b7f0-4a7b-8ab6-4beacf205501 req-45150e09-2a6f-4a7c-a950-4ee780b7a77e tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:59:42.610810 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-20943bcc-b7f0-4a7b-8ab6-4beacf205501 req-45150e09-2a6f-4a7c-a950-4ee780b7a77e tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.22 "GET /v2.0/ports?device_id=6271050a-4abc-4bde-8b04-76e25bbe6df5 HTTP/1.1" status: 200 len: 943 time: 0.1113837 Jun 22 08:59:42.746332 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-20943bcc-b7f0-4a7b-8ab6-4beacf205501 req-6628315c-72f7-433a-afa1-82e9897ec609 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.22 "GET /v2.0/security-groups?id=439773e6-15fd-46a9-865b-f4af198ad98a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1214345 Jun 22 08:59:43.146587 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.wsgi [-] (92665) accepted ('10.222.0.22', 37486) {{(pid=92665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 08:59:43.365799 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-6b44cf64-4782-46b3-8838-a30ab4a02505 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:59:43.554360 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-df1bf7b5-9b49-4c8d-a0e5-e64c3f4db7cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380123073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133916839'] for agent, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:59:43.617037 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-6b44cf64-4782-46b3-8838-a30ab4a02505 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:59:43.623202 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-6b44cf64-4782-46b3-8838-a30ab4a02505 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748303'] for security_group, after_create {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:59:43.628063 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-1c53d88c-c4b5-4076-b6d4-a140502d34dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:59:43.716773 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [None req-6b44cf64-4782-46b3-8838-a30ab4a02505 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=2dd90f14249a4de79789a6764432fbbf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5665832 Jun 22 08:59:43.719193 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.wsgi [-] (92665) accepted ('10.222.0.22', 37490) {{(pid=92665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 08:59:43.764216 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b44cf64-4782-46b3-8838-a30ab4a02505 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e1103f7-5cc0-41a7-ab17-b4bb5ad464dc,revision_number=1']} {{(pid=92665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:59:43.768166 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-6b44cf64-4782-46b3-8838-a30ab4a02505 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:59:43.858899 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380123073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133916839'] for agent, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:59:43.929621 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-95fed43b-3df1-4df4-9be7-5265d65ee078 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:59:43.985532 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-95fed43b-3df1-4df4-9be7-5265d65ee078 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:59:44.157283 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-95fed43b-3df1-4df4-9be7-5265d65ee078 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748303'] for security_group, after_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:59:44.167703 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-95fed43b-3df1-4df4-9be7-5265d65ee078 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:59:44.173672 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [None req-95fed43b-3df1-4df4-9be7-5265d65ee078 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/8e1103f7-5cc0-41a7-ab17-b4bb5ad464dc HTTP/1.1" status: 204 len: 168 time: 0.4530790 Jun 22 08:59:44.175992 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-79e8f6ed-35ea-4ae6-824a-2924253a25a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:59:44.195884 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2f681b-a518-416f-be23-d26ec80bf26f req-5dbfa719-ddef-4e1e-8273-acc905c962b3 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:59:44.204219 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-0e2f681b-a518-416f-be23-d26ec80bf26f req-5dbfa719-ddef-4e1e-8273-acc905c962b3 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.22 "GET /v2.0/ports?device_id=6271050a-4abc-4bde-8b04-76e25bbe6df5 HTTP/1.1" status: 200 len: 943 time: 0.2027483 Jun 22 08:59:44.207109 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fed43b-3df1-4df4-9be7-5265d65ee078 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e1103f7-5cc0-41a7-ab17-b4bb5ad464dc,revision_number=None']} {{(pid=92665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:59:44.214991 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-95fed43b-3df1-4df4-9be7-5265d65ee078 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:59:44.268939 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-0e2f681b-a518-416f-be23-d26ec80bf26f req-d9b1755c-0635-4098-ad19-7e9b89b7d024 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.22 "GET /v2.0/security-groups?id=439773e6-15fd-46a9-865b-f4af198ad98a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635242 Jun 22 08:59:45.002368 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-244d5e4c-124e-44e7-83f7-ed36bd156729 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380123073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133916839'] for agent, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:59:45.397782 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.wsgi [-] (92665) accepted ('10.222.0.22', 37540) {{(pid=92665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 08:59:45.658469 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db005b92-8cfe-485f-b879-1038b26a4244 req-93b6f27a-134a-4f65-99ec-e0868dc71fbd tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:59:45.660388 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-db005b92-8cfe-485f-b879-1038b26a4244 req-93b6f27a-134a-4f65-99ec-e0868dc71fbd tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.22 "GET /v2.0/ports?device_id=6271050a-4abc-4bde-8b04-76e25bbe6df5 HTTP/1.1" status: 200 len: 943 time: 0.1378627 Jun 22 08:59:45.668833 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.v2.base [None req-aae74aa5-f197-4fc7-bef1-5f388605410d admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-914211814-network', 'tenant_id': '81850642f174409483f593b77cce3c75'}} {{(pid=92665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 08:59:45.733234 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aae74aa5-f197-4fc7-bef1-5f388605410d admin admin] Made reservation on behalf of 81850642f174409483f593b77cce3c75 for: {'network': 1} {{(pid=92665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 08:59:45.738667 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-aae74aa5-f197-4fc7-bef1-5f388605410d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-133719140'] for network, before_create {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:59:45.790676 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-aae74aa5-f197-4fc7-bef1-5f388605410d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:59:45.817146 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-db005b92-8cfe-485f-b879-1038b26a4244 req-a47e67ab-8ac5-45a1-acb2-419c56f37380 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.22 "GET /v2.0/security-groups?id=439773e6-15fd-46a9-865b-f4af198ad98a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1434221 Jun 22 08:59:46.044985 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-aae74aa5-f197-4fc7-bef1-5f388605410d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:59:46.051460 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-aae74aa5-f197-4fc7-bef1-5f388605410d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748303'] for security_group, after_create {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:59:46.058604 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:59:46.092307 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-e2a0141c-4e42-4900-8004-ff8c1b31b35a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380123073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133916839'] for agent, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:59:46.093407 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aae74aa5-f197-4fc7-bef1-5f388605410d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 232} {{(pid=92665) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 08:59:46.121581 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae74aa5-f197-4fc7-bef1-5f388605410d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7131d86-2a03-4f85-9d37-dc4b557265fa,revision_number=1']} {{(pid=92665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:59:46.127579 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-aae74aa5-f197-4fc7-bef1-5f388605410d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133909941'] for segment, precommit_create {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:59:46.129054 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.db.segments_db [None req-aae74aa5-f197-4fc7-bef1-5f388605410d admin admin] Added segment 717bdc44-a0e1-4ce2-ac7e-465c14fbffc4 of type vlan for network 6706598b-aed2-4128-a68e-6105ca7ca237 Jun 22 08:59:46.132464 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-aae74aa5-f197-4fc7-bef1-5f388605410d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:59:46.205819 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-aae74aa5-f197-4fc7-bef1-5f388605410d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728379603923'] for network, precommit_create {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:59:46.259406 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-aae74aa5-f197-4fc7-bef1-5f388605410d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-748338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-133660957'] for network, after_create {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:59:46.260897 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aae74aa5-f197-4fc7-bef1-5f388605410d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:59:46.261504 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-aae74aa5-f197-4fc7-bef1-5f388605410d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133660928'] for network, before_response {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:59:46.264983 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:59:46.314444 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [None req-aae74aa5-f197-4fc7-bef1-5f388605410d admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9148822 Jun 22 08:59:46.317966 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.wsgi [-] (92664) accepted ('10.222.0.22', 37552) {{(pid=92664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 08:59:46.325855 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.v2.base [None req-f5293b01-73d0-4f91-8eca-62b65467fd66 admin admin] Request body: {'subnet': {'network_id': '6706598b-aed2-4128-a68e-6105ca7ca237', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-914211814-subnet', 'tenant_id': '81850642f174409483f593b77cce3c75', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 08:59:46.326139 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae74aa5-f197-4fc7-bef1-5f388605410d admin admin] Pushing event updated for resources: {'Network': ['ID=6706598b-aed2-4128-a68e-6105ca7ca237,revision_number=1']} {{(pid=92665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:59:46.328941 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-aae74aa5-f197-4fc7-bef1-5f388605410d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:59:46.337535 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.rpc [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Network 6706598b-aed2-4128-a68e-6105ca7ca237 details requested by agent ovs-agent-dv-cinder-797333-1-smb with host dv-cinder-797333-1-smb {{(pid=92666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 08:59:46.362850 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5293b01-73d0-4f91-8eca-62b65467fd66 admin admin] Made reservation on behalf of 81850642f174409483f593b77cce3c75 for: {'subnet': 1} {{(pid=92664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 08:59:46.367016 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-f5293b01-73d0-4f91-8eca-62b65467fd66 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9089577'] for subnet, before_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:59:46.703076 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-f5293b01-73d0-4f91-8eca-62b65467fd66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133660950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9113125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9089563'] for subnet, after_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:59:46.710230 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:59:46.768873 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5293b01-73d0-4f91-8eca-62b65467fd66 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb534458-5d1c-4d98-b6b3-377ef0b47b95,revision_number=0']} {{(pid=92664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:59:46.772576 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-f5293b01-73d0-4f91-8eca-62b65467fd66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:59:46.779398 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5293b01-73d0-4f91-8eca-62b65467fd66 admin admin] Checking segment: {'id': '717bdc44-a0e1-4ce2-ac7e-465c14fbffc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '6706598b-aed2-4128-a68e-6105ca7ca237'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 08:59:46.780943 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5293b01-73d0-4f91-8eca-62b65467fd66 admin admin] Network hostable DHCP agents. Network: 6706598b-aed2-4128-a68e-6105ca7ca237, hostable agents: ['18f46bdb-decb-4ad2-bb7f-51185bbb2b9b'], hosted agents: [] {{(pid=92664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 08:59:46.805476 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5293b01-73d0-4f91-8eca-62b65467fd66 admin admin] Network 6706598b-aed2-4128-a68e-6105ca7ca237 is scheduled to be hosted by DHCP agent 18f46bdb-decb-4ad2-bb7f-51185bbb2b9b with binding_index 1 {{(pid=92664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 08:59:46.827611 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.scheduler.base_scheduler [None req-f5293b01-73d0-4f91-8eca-62b65467fd66 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797333-1-smb, 6706598b-aed2-4128-a68e-6105ca7ca237) {{(pid=92664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 08:59:46.832735 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5293b01-73d0-4f91-8eca-62b65467fd66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:59:46.833485 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-f5293b01-73d0-4f91-8eca-62b65467fd66 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:59:46.845731 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90758bb9-08d8-47e2-96d7-1bf1f3e86ec1 None None] Network 6706598b-aed2-4128-a68e-6105ca7ca237 requested from dv-cinder-797333-1-smb {{(pid=92666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 08:59:46.858893 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [None req-f5293b01-73d0-4f91-8eca-62b65467fd66 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5384700 Jun 22 08:59:47.209584 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8694689f-d1b1-4728-bc8c-33fdccfbf056 None None] Network 6706598b-aed2-4128-a68e-6105ca7ca237 requested from dv-cinder-797333-1-smb {{(pid=92666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 08:59:47.334469 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d47a8be-6341-4fdf-8902-69cbdad2822e req-203bd731-75eb-4b61-b179-b11e56483513 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:59:47.337674 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-8d47a8be-6341-4fdf-8902-69cbdad2822e req-203bd731-75eb-4b61-b179-b11e56483513 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.22 "GET /v2.0/ports?device_id=6271050a-4abc-4bde-8b04-76e25bbe6df5 HTTP/1.1" status: 200 len: 943 time: 0.2897058 Jun 22 08:59:47.402180 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-8d47a8be-6341-4fdf-8902-69cbdad2822e req-012028ab-27f9-4743-b48d-5fbe10c83551 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.22 "GET /v2.0/security-groups?id=439773e6-15fd-46a9-865b-f4af198ad98a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501027 Jun 22 08:59:48.852807 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858e660a-2813-4448-8e13-701ddc199bdd req-5e810c10-f070-4697-a5d1-8980dee2d6a9 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:59:48.854366 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-858e660a-2813-4448-8e13-701ddc199bdd req-5e810c10-f070-4697-a5d1-8980dee2d6a9 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.22 "GET /v2.0/ports?device_id=6271050a-4abc-4bde-8b04-76e25bbe6df5 HTTP/1.1" status: 200 len: 943 time: 0.0656953 Jun 22 08:59:48.894311 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-858e660a-2813-4448-8e13-701ddc199bdd req-fe82079a-59bb-4797-8adb-c38db0e279f0 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.22 "GET /v2.0/security-groups?id=439773e6-15fd-46a9-865b-f4af198ad98a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333581 Jun 22 08:59:50.108047 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaca1711-3b4d-4764-808c-9915e6dc7f89 req-e7ccb1a3-7188-4844-ae2b-e5c43688a5d0 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:59:50.109676 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-aaca1711-3b4d-4764-808c-9915e6dc7f89 req-e7ccb1a3-7188-4844-ae2b-e5c43688a5d0 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.22 "GET /v2.0/ports?device_id=6271050a-4abc-4bde-8b04-76e25bbe6df5 HTTP/1.1" status: 200 len: 943 time: 0.0658538 Jun 22 08:59:50.152419 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-aaca1711-3b4d-4764-808c-9915e6dc7f89 req-7952c4fc-97ff-437e-b63f-552b824aa4b2 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.22 "GET /v2.0/security-groups?id=439773e6-15fd-46a9-865b-f4af198ad98a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368245 Jun 22 08:59:50.784448 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d20c54-3451-4910-ad38-9056f650661c req-80d5554e-d41e-4ffa-9028-41baaa58e40c tempest-VolumesSnapshotTestJSON-984981180 tempest-VolumesSnapshotTestJSON-984981180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:59:50.786333 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-98d20c54-3451-4910-ad38-9056f650661c req-80d5554e-d41e-4ffa-9028-41baaa58e40c tempest-VolumesSnapshotTestJSON-984981180 tempest-VolumesSnapshotTestJSON-984981180-project] 10.222.0.22 "GET /v2.0/networks?id=6706598b-aed2-4128-a68e-6105ca7ca237 HTTP/1.1" status: 200 len: 813 time: 0.1160100 Jun 22 08:59:50.803665 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-98d20c54-3451-4910-ad38-9056f650661c req-d1ced1a1-eb9b-47fd-97d5-bd76f54af6c9 tempest-VolumesSnapshotTestJSON-984981180 tempest-VolumesSnapshotTestJSON-984981180-project] 10.222.0.22 "GET /v2.0/quotas/81850642f174409483f593b77cce3c75 HTTP/1.1" status: 200 len: 375 time: 0.0103877 Jun 22 08:59:50.842214 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-98d20c54-3451-4910-ad38-9056f650661c req-e6fbc5c4-85f7-44db-a6ce-3de3a109c46c tempest-VolumesSnapshotTestJSON-984981180 tempest-VolumesSnapshotTestJSON-984981180-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=81850642f174409483f593b77cce3c75&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0299792 Jun 22 08:59:50.956723 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-98d20c54-3451-4910-ad38-9056f650661c req-fe8ee096-40ac-44ae-873f-9891e12c8568 service neutron] 10.222.0.22 "GET /v2.0/networks/6706598b-aed2-4128-a68e-6105ca7ca237?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048737 Jun 22 08:59:51.076974 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-98d20c54-3451-4910-ad38-9056f650661c req-e2a192ab-55de-40f9-ab6e-3852759c7705 service neutron] 10.222.0.22 "GET /v2.0/networks/6706598b-aed2-4128-a68e-6105ca7ca237?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084821 Jun 22 08:59:51.338508 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-18ab53a7-8b80-4d58-944c-8dd115e5e231 req-daa713a7-29ca-4baa-9a50-9b1980daa9bf tempest-VolumesSnapshotTestJSON-984981180 tempest-VolumesSnapshotTestJSON-984981180-project] 10.222.0.22 "GET /v2.0/ports?device_id=c7a811d6-2b3e-4e6a-9c2b-c283983b66c6 HTTP/1.1" status: 200 len: 210 time: 0.0633142 Jun 22 08:59:51.404488 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d91de7-692f-4f56-a84d-2e55979d037e req-45aef298-afa3-4456-8a35-d7738a415ccd tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:59:51.406050 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-63d91de7-692f-4f56-a84d-2e55979d037e req-45aef298-afa3-4456-8a35-d7738a415ccd tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.22 "GET /v2.0/ports?device_id=6271050a-4abc-4bde-8b04-76e25bbe6df5 HTTP/1.1" status: 200 len: 943 time: 0.0666397 Jun 22 08:59:51.449724 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-63d91de7-692f-4f56-a84d-2e55979d037e req-dd5cb339-6bb9-41d6-b063-0148ce527f16 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.22 "GET /v2.0/security-groups?id=439773e6-15fd-46a9-865b-f4af198ad98a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370903 Jun 22 08:59:52.394877 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.db.agents_db [None req-b28930ac-c45f-452b-90b0-92e2a86c5dbe None None] Agent healthcheck: found 6 active agents {{(pid=92667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 08:59:52.547616 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-7e40a0e5-7671-4948-bab3-622122b87e67 req-1a013432-6c72-43f5-aca3-31e587c5997c tempest-VolumesSnapshotTestJSON-984981180 tempest-VolumesSnapshotTestJSON-984981180-project] 10.222.0.22 "GET /v2.0/ports?device_id=c7a811d6-2b3e-4e6a-9c2b-c283983b66c6 HTTP/1.1" status: 200 len: 210 time: 0.0292089 Jun 22 08:59:52.645552 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500c67a8-35d0-4b90-825c-693dc3d5fbfe req-946292a1-4763-4bcf-adc3-ebfccd75f4be tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:59:52.646945 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-500c67a8-35d0-4b90-825c-693dc3d5fbfe req-946292a1-4763-4bcf-adc3-ebfccd75f4be tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.22 "GET /v2.0/ports?device_id=6271050a-4abc-4bde-8b04-76e25bbe6df5 HTTP/1.1" status: 200 len: 943 time: 0.0697045 Jun 22 08:59:52.706582 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-500c67a8-35d0-4b90-825c-693dc3d5fbfe req-85193b9c-ce1c-4b92-8350-b1e3c22c2632 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.22 "GET /v2.0/security-groups?id=439773e6-15fd-46a9-865b-f4af198ad98a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517521 Jun 22 08:59:52.733234 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380123073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133916839'] for agent, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:59:53.724595 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-4d8ce846-13ac-4137-a5f0-221c28700a40 req-2210740e-9ff3-414d-a688-f3a7702b6140 tempest-VolumesSnapshotTestJSON-984981180 tempest-VolumesSnapshotTestJSON-984981180-project] 10.222.0.22 "GET /v2.0/ports?device_id=c7a811d6-2b3e-4e6a-9c2b-c283983b66c6 HTTP/1.1" status: 200 len: 210 time: 0.0307112 Jun 22 08:59:53.909405 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db8781c-8eab-4077-9a76-aedefd0530f1 req-b63bc7f0-b2fa-4318-bccc-3fb3ed0be358 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:59:53.911472 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-3db8781c-8eab-4077-9a76-aedefd0530f1 req-b63bc7f0-b2fa-4318-bccc-3fb3ed0be358 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.22 "GET /v2.0/ports?device_id=6271050a-4abc-4bde-8b04-76e25bbe6df5 HTTP/1.1" status: 200 len: 943 time: 0.0709772 Jun 22 08:59:53.962252 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-3db8781c-8eab-4077-9a76-aedefd0530f1 req-e9279d9f-6157-46ca-b4b1-f4c85943aadf tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.22 "GET /v2.0/security-groups?id=439773e6-15fd-46a9-865b-f4af198ad98a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403564 Jun 22 08:59:54.354024 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-28a61bcb-388d-4a99-8622-fe44fb10bce8 req-2fab127b-78ae-4352-b555-21d11c920252 tempest-TestShelveInstance-1565407398 tempest-TestShelveInstance-1565407398-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1534515066&fields=id&tenant_id=3cdda909a361486c941cba339ea661cd HTTP/1.1" status: 200 len: 267 time: 0.0726919 Jun 22 08:59:54.568177 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.wsgi [-] (92664) accepted ('10.222.0.22', 37770) {{(pid=92664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 08:59:54.593537 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a61bcb-388d-4a99-8622-fe44fb10bce8 req-e0d15789-866c-4afe-bd97-83f6b275c3a5 tempest-TestShelveInstance-1565407398 tempest-TestShelveInstance-1565407398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:59:54.596296 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-28a61bcb-388d-4a99-8622-fe44fb10bce8 req-e0d15789-866c-4afe-bd97-83f6b275c3a5 tempest-TestShelveInstance-1565407398 tempest-TestShelveInstance-1565407398-project] 10.222.0.22 "GET /v2.0/networks?id=b3c13f4c-b8ff-4164-9438-784286903cad HTTP/1.1" status: 200 len: 809 time: 0.2397070 Jun 22 08:59:54.650277 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-28a61bcb-388d-4a99-8622-fe44fb10bce8 req-a3fe1598-a26c-4e8c-b982-9557cc56eb54 tempest-TestShelveInstance-1565407398 tempest-TestShelveInstance-1565407398-project] 10.222.0.22 "GET /v2.0/quotas/3cdda909a361486c941cba339ea661cd HTTP/1.1" status: 200 len: 375 time: 0.0433383 Jun 22 08:59:54.780575 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-28a61bcb-388d-4a99-8622-fe44fb10bce8 req-c887a955-f6c9-495a-8ee4-3441bd88815e tempest-TestShelveInstance-1565407398 tempest-TestShelveInstance-1565407398-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=3cdda909a361486c941cba339ea661cd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1175165 Jun 22 08:59:54.843208 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-4bda1c4d-3c55-4401-936d-593be1670554 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:59:54.925013 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-28a61bcb-388d-4a99-8622-fe44fb10bce8 req-17cf4939-28b4-4dd8-bf2d-27fb00020402 service neutron] 10.222.0.22 "GET /v2.0/networks/b3c13f4c-b8ff-4164-9438-784286903cad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391451 Jun 22 08:59:55.042293 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-91665ba9-6137-4635-84e9-034762303a8b req-b6ca4c3c-9181-45f7-8cdf-aac4b810cacf tempest-VolumesSnapshotTestJSON-984981180 tempest-VolumesSnapshotTestJSON-984981180-project] 10.222.0.22 "GET /v2.0/ports?device_id=c7a811d6-2b3e-4e6a-9c2b-c283983b66c6 HTTP/1.1" status: 200 len: 210 time: 0.0366502 Jun 22 08:59:55.068004 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-28a61bcb-388d-4a99-8622-fe44fb10bce8 req-a01e876a-8685-436a-9d27-4b366a4a7fa6 service neutron] 10.222.0.22 "GET /v2.0/networks/b3c13f4c-b8ff-4164-9438-784286903cad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405606 Jun 22 08:59:55.074591 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-4bda1c4d-3c55-4401-936d-593be1670554 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:59:55.084265 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-4bda1c4d-3c55-4401-936d-593be1670554 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748303'] for security_group, after_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:59:55.115005 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-42c15463-2264-44dc-99aa-2ab8b074d2c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:59:55.124557 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.wsgi [-] (92665) accepted ('10.222.0.22', 37780) {{(pid=92665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 08:59:55.133990 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [None req-4bda1c4d-3c55-4401-936d-593be1670554 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=23df702f82ec425dbb2580c0d84e8fa5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5641601 Jun 22 08:59:55.178119 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bda1c4d-3c55-4401-936d-593be1670554 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fcca278-3222-4972-a4a0-ed84c8b41b25,revision_number=1']} {{(pid=92664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:59:55.182415 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-4bda1c4d-3c55-4401-936d-593be1670554 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:59:55.220975 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-c3ccdeca-8ec7-456d-aebe-776731f0e7f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:59:55.277094 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-c3ccdeca-8ec7-456d-aebe-776731f0e7f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:59:55.350338 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce64e139-7f81-4574-8ab7-5d08469b1ac1 req-2bb68f83-66d8-4fd5-850a-c8798bdf17a3 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:59:55.351983 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-ce64e139-7f81-4574-8ab7-5d08469b1ac1 req-2bb68f83-66d8-4fd5-850a-c8798bdf17a3 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.22 "GET /v2.0/ports?device_id=6271050a-4abc-4bde-8b04-76e25bbe6df5 HTTP/1.1" status: 200 len: 943 time: 0.1250358 Jun 22 08:59:55.374579 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-c3ccdeca-8ec7-456d-aebe-776731f0e7f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748303'] for security_group, after_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:59:55.377104 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-c3ccdeca-8ec7-456d-aebe-776731f0e7f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:59:55.378343 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [None req-c3ccdeca-8ec7-456d-aebe-776731f0e7f3 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/6fcca278-3222-4972-a4a0-ed84c8b41b25 HTTP/1.1" status: 204 len: 168 time: 0.2521188 Jun 22 08:59:55.386584 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-d397ec4c-0e30-47af-8554-4f46f082fe41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:59:55.396535 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ccdeca-8ec7-456d-aebe-776731f0e7f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fcca278-3222-4972-a4a0-ed84c8b41b25,revision_number=None']} {{(pid=92665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:59:55.399405 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-c3ccdeca-8ec7-456d-aebe-776731f0e7f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:59:55.435628 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-ce64e139-7f81-4574-8ab7-5d08469b1ac1 req-1026f843-629a-482e-964b-ae2a07fd516c tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.22 "GET /v2.0/security-groups?id=439773e6-15fd-46a9-865b-f4af198ad98a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729156 Jun 22 08:59:55.473761 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-2466ebe1-bd54-4f39-b9ab-46de405b7284 req-390ca974-63e4-49c9-9e15-a5c3ab26e3d5 tempest-TestShelveInstance-1565407398 tempest-TestShelveInstance-1565407398-project] 10.222.0.22 "GET /v2.0/ports?device_id=fc8b0cc3-489c-44aa-bec3-c9cb8004cc76 HTTP/1.1" status: 200 len: 210 time: 0.0350819 Jun 22 08:59:56.018864 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.wsgi [-] (92664) accepted ('10.222.0.22', 37816) {{(pid=92664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 08:59:56.177134 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846fb852-5f53-46b0-95a8-ae9f135ff881 req-380f7005-e310-4e40-820b-82843cf1058e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:59:56.180308 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-846fb852-5f53-46b0-95a8-ae9f135ff881 req-380f7005-e310-4e40-820b-82843cf1058e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0dbc55deeb2a42a3bb10502a7c6fc28b&device_id=6271050a-4abc-4bde-8b04-76e25bbe6df5 HTTP/1.1" status: 200 len: 1096 time: 0.1105742 Jun 22 08:59:56.263221 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-9e654319-2d22-430b-b7c8-40366692358a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:59:56.368110 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-a1b09373-2509-4e75-bee3-97609288b3ed req-8269c875-071e-439a-8c2e-e8886fa7205c tempest-VolumesSnapshotTestJSON-984981180 tempest-VolumesSnapshotTestJSON-984981180-project] 10.222.0.22 "GET /v2.0/ports?device_id=c7a811d6-2b3e-4e6a-9c2b-c283983b66c6 HTTP/1.1" status: 200 len: 210 time: 0.1302433 Jun 22 08:59:56.427378 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846fb852-5f53-46b0-95a8-ae9f135ff881 req-dd090b27-eb27-4d66-9b20-52c193a46ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:59:56.429732 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-846fb852-5f53-46b0-95a8-ae9f135ff881 req-dd090b27-eb27-4d66-9b20-52c193a46ae4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=266e7c95-823e-49c0-9793-a3850a55863e HTTP/1.1" status: 200 len: 918 time: 0.2188199 Jun 22 08:59:56.464281 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-9e654319-2d22-430b-b7c8-40366692358a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:59:56.471440 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-9e654319-2d22-430b-b7c8-40366692358a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748303'] for security_group, after_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:59:56.484408 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-d0f87092-15e3-4244-b5ad-85e3f29392cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:59:56.586952 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-846fb852-5f53-46b0-95a8-ae9f135ff881 req-6f8a101a-c5c0-4c29-bf11-d3ecc7f1b8ba service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=df79e61f-d424-4ad1-8cee-250dafd6bad5 HTTP/1.1" status: 200 len: 999 time: 0.1363420 Jun 22 08:59:56.588650 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [None req-9e654319-2d22-430b-b7c8-40366692358a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=3a8ce00cfa244b93898d9d15d926c389&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5664411 Jun 22 08:59:56.591001 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e654319-2d22-430b-b7c8-40366692358a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=752c49af-6664-4d6b-bb5f-20539f17427d,revision_number=1']} {{(pid=92664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:59:56.596805 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.wsgi [-] (92664) accepted ('10.222.0.22', 37840) {{(pid=92664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 08:59:56.601443 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-9e654319-2d22-430b-b7c8-40366692358a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:59:56.729060 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-da46a4b0-95c2-45aa-a608-0227c2dd1c26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:59:56.772471 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-da46a4b0-95c2-45aa-a608-0227c2dd1c26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:59:56.838509 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-498d837a-8be8-41a3-a8ca-87b279c1cc92 req-26dfcb81-a53a-49e6-a3e1-3ebf1ae4b0ee tempest-TestShelveInstance-1565407398 tempest-TestShelveInstance-1565407398-project] 10.222.0.22 "GET /v2.0/ports?device_id=fc8b0cc3-489c-44aa-bec3-c9cb8004cc76 HTTP/1.1" status: 200 len: 210 time: 0.0624771 Jun 22 08:59:56.841475 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846fb852-5f53-46b0-95a8-ae9f135ff881 req-4f51b745-3276-4f55-ba8b-51e614788bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:59:56.843873 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-846fb852-5f53-46b0-95a8-ae9f135ff881 req-4f51b745-3276-4f55-ba8b-51e614788bdd service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1fa320cf-b578-475c-89d7-a0309e38937c HTTP/1.1" status: 200 len: 856 time: 0.2525468 Jun 22 08:59:56.853290 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-da46a4b0-95c2-45aa-a608-0227c2dd1c26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748303'] for security_group, after_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:59:56.856816 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-da46a4b0-95c2-45aa-a608-0227c2dd1c26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:59:56.858287 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [None req-da46a4b0-95c2-45aa-a608-0227c2dd1c26 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/752c49af-6664-4d6b-bb5f-20539f17427d HTTP/1.1" status: 204 len: 168 time: 0.2589397 Jun 22 08:59:56.858913 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-b3fab976-024b-4d32-b613-ed58e0ace916 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:59:56.869863 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da46a4b0-95c2-45aa-a608-0227c2dd1c26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=752c49af-6664-4d6b-bb5f-20539f17427d,revision_number=None']} {{(pid=92664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:59:56.878895 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-da46a4b0-95c2-45aa-a608-0227c2dd1c26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:59:56.945201 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69eb5a73-36ce-4023-92e2-5a63959f2d42 req-72db721f-45fb-4e39-9a5b-2d651c511442 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:59:56.947626 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-69eb5a73-36ce-4023-92e2-5a63959f2d42 req-72db721f-45fb-4e39-9a5b-2d651c511442 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.22 "GET /v2.0/ports?device_id=6271050a-4abc-4bde-8b04-76e25bbe6df5 HTTP/1.1" status: 200 len: 943 time: 0.2508883 Jun 22 08:59:57.040191 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846fb852-5f53-46b0-95a8-ae9f135ff881 req-15380a7c-3294-4a64-955e-31a2d5844f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:59:57.042449 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-846fb852-5f53-46b0-95a8-ae9f135ff881 req-15380a7c-3294-4a64-955e-31a2d5844f0b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=266e7c95-823e-49c0-9793-a3850a55863e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1852756 Jun 22 08:59:57.048487 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-69eb5a73-36ce-4023-92e2-5a63959f2d42 req-f4f79b4d-aeac-4d04-b233-62dcaa665ff2 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.22 "GET /v2.0/security-groups?id=439773e6-15fd-46a9-865b-f4af198ad98a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886123 Jun 22 08:59:57.201700 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-846fb852-5f53-46b0-95a8-ae9f135ff881 req-2a6795ff-efa4-407f-b4fa-8d70928c1f71 service neutron] 10.222.0.15 "GET /v2.0/networks/266e7c95-823e-49c0-9793-a3850a55863e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495481 Jun 22 08:59:57.344734 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-846fb852-5f53-46b0-95a8-ae9f135ff881 req-280e0223-02ee-4b71-860e-f4a078293af3 service neutron] 10.222.0.15 "GET /v2.0/networks/266e7c95-823e-49c0-9793-a3850a55863e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378658 Jun 22 08:59:57.803979 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-6230d122-151e-48a0-a356-773c72b54667 req-19ddc04f-edac-4c4f-afce-0e2c72bb6717 tempest-VolumesSnapshotTestJSON-984981180 tempest-VolumesSnapshotTestJSON-984981180-project] 10.222.0.22 "GET /v2.0/ports?device_id=c7a811d6-2b3e-4e6a-9c2b-c283983b66c6 HTTP/1.1" status: 200 len: 210 time: 0.0663295 Jun 22 08:59:57.905646 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.wsgi [-] (92664) accepted ('10.222.0.22', 37882) {{(pid=92664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 08:59:57.952139 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d20c54-3451-4910-ad38-9056f650661c req-a831f7f6-b4b2-4502-83bf-cf7b2ab0aff3 tempest-VolumesSnapshotTestJSON-984981180 tempest-VolumesSnapshotTestJSON-984981180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:59:57.955743 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-98d20c54-3451-4910-ad38-9056f650661c req-a831f7f6-b4b2-4502-83bf-cf7b2ab0aff3 tempest-VolumesSnapshotTestJSON-984981180 tempest-VolumesSnapshotTestJSON-984981180-project] 10.222.0.15 "GET /v2.0/networks?id=6706598b-aed2-4128-a68e-6105ca7ca237 HTTP/1.1" status: 200 len: 813 time: 0.3816965 Jun 22 08:59:57.972400 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.v2.base [req-98d20c54-3451-4910-ad38-9056f650661c req-f38a5b63-108a-4da1-8485-784db7073ca4 tempest-VolumesSnapshotTestJSON-984981180 tempest-VolumesSnapshotTestJSON-984981180-project] Request body: {'port': {'device_id': 'c7a811d6-2b3e-4e6a-9c2b-c283983b66c6', 'network_id': '6706598b-aed2-4128-a68e-6105ca7ca237', 'admin_state_up': True, 'tenant_id': '81850642f174409483f593b77cce3c75'}} {{(pid=92665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 08:59:58.105585 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13eacc4e-3ad6-424c-85f3-b28a7cd3953c req-d36b354a-fc93-437f-aa11-e74462516aec tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:59:58.109220 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-13eacc4e-3ad6-424c-85f3-b28a7cd3953c req-d36b354a-fc93-437f-aa11-e74462516aec tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] 10.222.0.22 "GET /v2.0/ports?device_id=77bc445d-b7a3-4b72-a814-8e0cc5e86369 HTTP/1.1" status: 200 len: 946 time: 0.2868214 Jun 22 08:59:58.140840 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-2853d7bd-1ebc-4127-af69-bf7d81616ca7 req-934b5f36-dca2-485f-a7b0-ed3669ec1a11 tempest-TestShelveInstance-1565407398 tempest-TestShelveInstance-1565407398-project] 10.222.0.22 "GET /v2.0/ports?device_id=fc8b0cc3-489c-44aa-bec3-c9cb8004cc76 HTTP/1.1" status: 200 len: 210 time: 0.0664644 Jun 22 08:59:58.154766 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.rpc [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Device df79e61f-d424-4ad1-8cee-250dafd6bad5 details requested by agent hyperv_hv-cinder-79733 with host hv-cinder-79733 {{(pid=92666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 08:59:58.192419 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-6a99de3b-e984-4870-8e9d-319cc889d462 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:59:58.242237 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-13eacc4e-3ad6-424c-85f3-b28a7cd3953c req-c1b36802-14bd-4398-a820-8284198aa691 tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] 10.222.0.22 "GET /v2.0/security-groups?id=38156de4-c897-4c33-98c3-f122cd461c94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1075020 Jun 22 08:59:58.270652 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.db.api [req-98d20c54-3451-4910-ad38-9056f650661c req-f38a5b63-108a-4da1-8485-784db7073ca4 tempest-VolumesSnapshotTestJSON-984981180 tempest-VolumesSnapshotTestJSON-984981180-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 22 08:59:58.270652 dv-cinder-797333-1-smb neutron-server[92665]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jun 22 08:59:58.270652 dv-cinder-797333-1-smb neutron-server[92665]: [parameters: {'project_id': '81850642f174409483f593b77cce3c75', 'id': '84738cf5-244b-487b-b35c-17a7ced7c750', 'expiration': datetime.datetime(2021, 6, 22, 9, 1, 58, 250335)}] Jun 22 08:59:58.270652 dv-cinder-797333-1-smb neutron-server[92665]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=92665) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 22 08:59:58.271245 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_db.api [req-98d20c54-3451-4910-ad38-9056f650661c req-f38a5b63-108a-4da1-8485-784db7073ca4 tempest-VolumesSnapshotTestJSON-984981180 tempest-VolumesSnapshotTestJSON-984981180-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=92665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 22 08:59:58.354505 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.db [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] For port df79e61f-d424-4ad1-8cee-250dafd6bad5, host hv-cinder-79733, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79733',level=0,port_id=df79e61f-d424-4ad1-8cee-250dafd6bad5,segment=NetworkSegment(ff26e6d0-efb0-4f26-b4ca-43fb0499d495),segment_id=ff26e6d0-efb0-4f26-b4ca-43fb0499d495)] {{(pid=92666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 08:59:58.376804 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.rpc [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Returning: {'device': 'df79e61f-d424-4ad1-8cee-250dafd6bad5', 'network_id': '266e7c95-823e-49c0-9793-a3850a55863e', 'port_id': 'df79e61f-d424-4ad1-8cee-250dafd6bad5', 'mac_address': 'fa:16:3e:66:35:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fa320cf-b578-475c-89d7-a0309e38937c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 08:59:58.444040 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133719154'] for port, before_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:59:58.467539 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278a467b-4b45-428e-8849-8fa999941ca9 req-9a5ef7fc-f91f-4a2c-844a-84e77061ab26 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:59:58.469963 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.notifiers.nova [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df79e61f-d424-4ad1-8cee-250dafd6bad5 {{(pid=92666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 08:59:58.487684 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-278a467b-4b45-428e-8849-8fa999941ca9 req-9a5ef7fc-f91f-4a2c-844a-84e77061ab26 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.22 "GET /v2.0/ports?device_id=6271050a-4abc-4bde-8b04-76e25bbe6df5 HTTP/1.1" status: 200 len: 943 time: 0.1027517 Jun 22 08:59:58.507289 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.db [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] For port df79e61f-d424-4ad1-8cee-250dafd6bad5, host hv-cinder-79733, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79733',level=0,port_id=df79e61f-d424-4ad1-8cee-250dafd6bad5,segment=NetworkSegment(ff26e6d0-efb0-4f26-b4ca-43fb0499d495),segment_id=ff26e6d0-efb0-4f26-b4ca-43fb0499d495)] {{(pid=92666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 08:59:58.516630 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133719696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133660950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728380107731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728379583079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728379583124'] for port, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:59:58.519889 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG oslo_concurrency.lockutils [None req-9811b935-b7f8-4dac-b43a-f1c3481eee2a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:59:58.545406 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-278a467b-4b45-428e-8849-8fa999941ca9 req-64e9b25c-d733-4cb4-aa27-0c9daf0f3a78 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.22 "GET /v2.0/security-groups?id=439773e6-15fd-46a9-865b-f4af198ad98a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567155 Jun 22 08:59:58.604232 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Pushing event updated for resources: {'Port': ['ID=df79e61f-d424-4ad1-8cee-250dafd6bad5,revision_number=9']} {{(pid=92666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:59:58.620819 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:59:58.621154 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:59:58.627161 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:59:58.627699 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:59:58.628313 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:59:58.629075 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:59:58.629746 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:59:58.630205 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:59:58.630676 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:59:58.631180 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:59:58.631904 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:59:58.632373 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:59:58.638690 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG oslo_concurrency.lockutils [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=92666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:59:58.770090 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.db [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] get_ports_and_sgs() called for port_ids ['df79e61f-d424-4ad1-8cee-250dafd6bad5'] {{(pid=92666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 08:59:58.779312 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a61bcb-388d-4a99-8622-fe44fb10bce8 req-06cd5c71-9264-42e9-a756-4fa6e1d0c4d8 tempest-TestShelveInstance-1565407398 tempest-TestShelveInstance-1565407398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:59:58.780955 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-28a61bcb-388d-4a99-8622-fe44fb10bce8 req-06cd5c71-9264-42e9-a756-4fa6e1d0c4d8 tempest-TestShelveInstance-1565407398 tempest-TestShelveInstance-1565407398-project] 10.222.0.15 "GET /v2.0/networks?id=b3c13f4c-b8ff-4164-9438-784286903cad HTTP/1.1" status: 200 len: 809 time: 0.6127646 Jun 22 08:59:58.853106 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-6a99de3b-e984-4870-8e9d-319cc889d462 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:59:58.862593 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-28a61bcb-388d-4a99-8622-fe44fb10bce8 req-0d1fba67-2ad4-4da6-b7be-259314508bb4 tempest-TestShelveInstance-1565407398 tempest-TestShelveInstance-1565407398-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3cdda909a361486c941cba339ea661cd HTTP/1.1" status: 200 len: 380 time: 0.0696533 Jun 22 08:59:58.863859 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-6a99de3b-e984-4870-8e9d-319cc889d462 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748303'] for security_group, after_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:59:58.895068 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-7e3d56ba-14e7-4993-bb85-ceb8d2a297ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:59:58.903983 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [None req-6a99de3b-e984-4870-8e9d-319cc889d462 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ef9b149066d34f9fac377095ac6fd8fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9967289 Jun 22 08:59:58.904690 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.wsgi [-] (92665) accepted ('10.222.0.22', 37894) {{(pid=92665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 08:59:58.910093 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.v2.base [req-28a61bcb-388d-4a99-8622-fe44fb10bce8 req-975ee4a2-5613-4712-9eee-09834e9f9777 tempest-TestShelveInstance-1565407398 tempest-TestShelveInstance-1565407398-project] Request body: {'port': {'device_id': 'fc8b0cc3-489c-44aa-bec3-c9cb8004cc76', 'network_id': 'b3c13f4c-b8ff-4164-9438-784286903cad', 'admin_state_up': True, 'tenant_id': '3cdda909a361486c941cba339ea661cd', 'security_groups': ['625a0eee-a365-4b84-95f9-4e05b3b72269']}} {{(pid=92664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 08:59:58.983018 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a99de3b-e984-4870-8e9d-319cc889d462 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46d27fc5-2fe8-4292-811d-31a9a8ab68dd,revision_number=1']} {{(pid=92664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:59:58.991165 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-6a99de3b-e984-4870-8e9d-319cc889d462 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:59:59.053507 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98d20c54-3451-4910-ad38-9056f650661c req-f38a5b63-108a-4da1-8485-784db7073ca4 tempest-VolumesSnapshotTestJSON-984981180 tempest-VolumesSnapshotTestJSON-984981180-project] Made reservation on behalf of 81850642f174409483f593b77cce3c75 for: {'port': 1} {{(pid=92665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 08:59:59.057964 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [req-98d20c54-3451-4910-ad38-9056f650661c req-f38a5b63-108a-4da1-8485-784db7073ca4 tempest-VolumesSnapshotTestJSON-984981180 tempest-VolumesSnapshotTestJSON-984981180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-133719140'] for port, before_create {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:59:59.064434 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-b7e5fa6e-1b6a-492d-8a09-0c3c9dcee36e req-f30897a8-2bba-49fd-9324-b65301a6cbb3 tempest-VolumesSnapshotTestJSON-984981180 tempest-VolumesSnapshotTestJSON-984981180-project] 10.222.0.22 "GET /v2.0/ports?device_id=c7a811d6-2b3e-4e6a-9c2b-c283983b66c6 HTTP/1.1" status: 200 len: 210 time: 0.0781255 Jun 22 08:59:59.069430 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28a61bcb-388d-4a99-8622-fe44fb10bce8 req-975ee4a2-5613-4712-9eee-09834e9f9777 tempest-TestShelveInstance-1565407398 tempest-TestShelveInstance-1565407398-project] Made reservation on behalf of 3cdda909a361486c941cba339ea661cd for: {'port': 1} {{(pid=92664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 08:59:59.076867 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [req-28a61bcb-388d-4a99-8622-fe44fb10bce8 req-975ee4a2-5613-4712-9eee-09834e9f9777 tempest-TestShelveInstance-1565407398 tempest-TestShelveInstance-1565407398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-133719140'] for port, before_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:59:59.135130 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-2a5263e5-b069-43f2-8f0a-d5755364d6f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:59:59.176039 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-2a5263e5-b069-43f2-8f0a-d5755364d6f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:59:59.267458 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.db.db_base_plugin_common [req-98d20c54-3451-4910-ad38-9056f650661c req-f38a5b63-108a-4da1-8485-784db7073ca4 tempest-VolumesSnapshotTestJSON-984981180 tempest-VolumesSnapshotTestJSON-984981180-project] Allocated IP 172.20.0.12 (6706598b-aed2-4128-a68e-6105ca7ca237/cb534458-5d1c-4d98-b6b3-377ef0b47b95/ed5981b3-2c48-42b0-a6b2-a5a80e732138) {{(pid=92665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 08:59:59.288858 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-2a5263e5-b069-43f2-8f0a-d5755364d6f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748303'] for security_group, after_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:59:59.291964 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-2a5263e5-b069-43f2-8f0a-d5755364d6f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:59:59.293545 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [None req-2a5263e5-b069-43f2-8f0a-d5755364d6f3 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/46d27fc5-2fe8-4292-811d-31a9a8ab68dd HTTP/1.1" status: 204 len: 168 time: 0.3861320 Jun 22 08:59:59.297680 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-48b7dc54-e936-4947-b815-c75636c61122 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:59:59.325258 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5263e5-b069-43f2-8f0a-d5755364d6f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46d27fc5-2fe8-4292-811d-31a9a8ab68dd,revision_number=None']} {{(pid=92665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:59:59.360732 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-2a5263e5-b069-43f2-8f0a-d5755364d6f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:59:59.366359 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.db.db_base_plugin_common [req-28a61bcb-388d-4a99-8622-fe44fb10bce8 req-975ee4a2-5613-4712-9eee-09834e9f9777 tempest-TestShelveInstance-1565407398 tempest-TestShelveInstance-1565407398-project] Allocated IP 172.20.0.12 (b3c13f4c-b8ff-4164-9438-784286903cad/c4619780-7695-464f-af2b-4e2935ed6232/14453dce-4709-4737-b557-4de4f2e3aa53) {{(pid=92664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 08:59:59.407148 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-5780b082-d0f7-41e7-8115-bbfb8b6a3dcd req-33de8a71-7f3f-4c90-aaba-b3682cc268e7 tempest-TestShelveInstance-1565407398 tempest-TestShelveInstance-1565407398-project] 10.222.0.22 "GET /v2.0/ports?device_id=fc8b0cc3-489c-44aa-bec3-c9cb8004cc76 HTTP/1.1" status: 200 len: 210 time: 0.0475986 Jun 22 08:59:59.633375 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [req-98d20c54-3451-4910-ad38-9056f650661c req-f38a5b63-108a-4da1-8485-784db7073ca4 tempest-VolumesSnapshotTestJSON-984981180 tempest-VolumesSnapshotTestJSON-984981180-project] Notify callbacks [] for port, precommit_create {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:59:59.634041 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [req-28a61bcb-388d-4a99-8622-fe44fb10bce8 req-975ee4a2-5613-4712-9eee-09834e9f9777 tempest-TestShelveInstance-1565407398 tempest-TestShelveInstance-1565407398-project] Notify callbacks [] for port, precommit_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:59:59.643519 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d212d2-d876-4a16-ae88-6f04ba894590 req-5e815f49-40d2-4f49-9149-f75969e9dfb2 tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:59:59.650450 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-e3d212d2-d876-4a16-ae88-6f04ba894590 req-5e815f49-40d2-4f49-9149-f75969e9dfb2 tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] 10.222.0.22 "GET /v2.0/ports?device_id=77bc445d-b7a3-4b72-a814-8e0cc5e86369 HTTP/1.1" status: 200 len: 946 time: 0.1604769 Jun 22 08:59:59.660371 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.db.provisioning_blocks [req-28a61bcb-388d-4a99-8622-fe44fb10bce8 req-975ee4a2-5613-4712-9eee-09834e9f9777 tempest-TestShelveInstance-1565407398 tempest-TestShelveInstance-1565407398-project] Transition to ACTIVE for port object 14453dce-4709-4737-b557-4de4f2e3aa53 will not be triggered until provisioned by entity DHCP. {{(pid=92664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 08:59:59.709624 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [req-28a61bcb-388d-4a99-8622-fe44fb10bce8 req-975ee4a2-5613-4712-9eee-09834e9f9777 tempest-TestShelveInstance-1565407398 tempest-TestShelveInstance-1565407398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-133719719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-133660957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728379583061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9113225'] for port, after_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:59:59.714524 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-1705c452-87b6-4ceb-b5e8-974b331fcfab service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:59:59.754376 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-e3d212d2-d876-4a16-ae88-6f04ba894590 req-c22310f0-5f58-4e58-bfd1-10235bf4560b tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] 10.222.0.22 "GET /v2.0/security-groups?id=38156de4-c897-4c33-98c3-f122cd461c94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1027896 Jun 22 08:59:59.778829 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [req-98d20c54-3451-4910-ad38-9056f650661c req-f38a5b63-108a-4da1-8485-784db7073ca4 tempest-VolumesSnapshotTestJSON-984981180 tempest-VolumesSnapshotTestJSON-984981180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-133719719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-133660957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728379583061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4027064'] for port, after_create {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:59:59.783671 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28a61bcb-388d-4a99-8622-fe44fb10bce8 req-975ee4a2-5613-4712-9eee-09834e9f9777 tempest-TestShelveInstance-1565407398 tempest-TestShelveInstance-1565407398-project] Network b3c13f4c-b8ff-4164-9438-784286903cad is already hosted by enough agents. {{(pid=92664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 08:59:59.787284 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.scheduler.base_scheduler [req-28a61bcb-388d-4a99-8622-fe44fb10bce8 req-975ee4a2-5613-4712-9eee-09834e9f9777 tempest-TestShelveInstance-1565407398 tempest-TestShelveInstance-1565407398-project] Resources bound (agent type, host, resource id): {{(pid=92664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 08:59:59.788415 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 08:59:59.792193 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.db.l3_dvrscheduler_db [req-28a61bcb-388d-4a99-8622-fe44fb10bce8 req-975ee4a2-5613-4712-9eee-09834e9f9777 tempest-TestShelveInstance-1565407398 tempest-TestShelveInstance-1565407398-project] Received port after_create {{(pid=92664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 08:59:59.817880 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975ee4a2-5613-4712-9eee-09834e9f9777 tempest-TestShelveInstance-1565407398 tempest-TestShelveInstance-1565407398-project] Pushing event updated for resources: {'Port': ['ID=14453dce-4709-4737-b557-4de4f2e3aa53,revision_number=1']} {{(pid=92664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:59:59.830132 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-975ee4a2-5613-4712-9eee-09834e9f9777 tempest-TestShelveInstance-1565407398 tempest-TestShelveInstance-1565407398-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:59:59.853670 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98d20c54-3451-4910-ad38-9056f650661c req-f38a5b63-108a-4da1-8485-784db7073ca4 tempest-VolumesSnapshotTestJSON-984981180 tempest-VolumesSnapshotTestJSON-984981180-project] Network 6706598b-aed2-4128-a68e-6105ca7ca237 is already hosted by enough agents. {{(pid=92665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 08:59:59.858304 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a61bcb-388d-4a99-8622-fe44fb10bce8 req-975ee4a2-5613-4712-9eee-09834e9f9777 tempest-TestShelveInstance-1565407398 tempest-TestShelveInstance-1565407398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:59:59.859242 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [req-28a61bcb-388d-4a99-8622-fe44fb10bce8 req-975ee4a2-5613-4712-9eee-09834e9f9777 tempest-TestShelveInstance-1565407398 tempest-TestShelveInstance-1565407398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27927'] for port, before_response {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:59:59.862565 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.scheduler.base_scheduler [req-98d20c54-3451-4910-ad38-9056f650661c req-f38a5b63-108a-4da1-8485-784db7073ca4 tempest-VolumesSnapshotTestJSON-984981180 tempest-VolumesSnapshotTestJSON-984981180-project] Resources bound (agent type, host, resource id): {{(pid=92665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 08:59:59.865744 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.db.l3_dvrscheduler_db [req-98d20c54-3451-4910-ad38-9056f650661c req-f38a5b63-108a-4da1-8485-784db7073ca4 tempest-VolumesSnapshotTestJSON-984981180 tempest-VolumesSnapshotTestJSON-984981180-project] Received port after_create {{(pid=92665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 08:59:59.893172 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-28a61bcb-388d-4a99-8622-fe44fb10bce8 req-975ee4a2-5613-4712-9eee-09834e9f9777 tempest-TestShelveInstance-1565407398 tempest-TestShelveInstance-1565407398-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9993091 Jun 22 08:59:59.902037 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a1b0af-b91b-454a-8b67-f5ce5cf66061 req-62e0726e-3c96-42e9-b394-37ccbe4180a4 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:59:59.903620 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-e1a1b0af-b91b-454a-8b67-f5ce5cf66061 req-62e0726e-3c96-42e9-b394-37ccbe4180a4 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.22 "GET /v2.0/ports?device_id=6271050a-4abc-4bde-8b04-76e25bbe6df5 HTTP/1.1" status: 200 len: 944 time: 0.1970685 Jun 22 08:59:59.904319 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38a5b63-108a-4da1-8485-784db7073ca4 tempest-VolumesSnapshotTestJSON-984981180 tempest-VolumesSnapshotTestJSON-984981180-project] Pushing event updated for resources: {'Port': ['ID=ed5981b3-2c48-42b0-a6b2-a5a80e732138,revision_number=1']} {{(pid=92665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:59:59.907425 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-f38a5b63-108a-4da1-8485-784db7073ca4 tempest-VolumesSnapshotTestJSON-984981180 tempest-VolumesSnapshotTestJSON-984981180-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 08:59:59.909233 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.v2.base [req-28a61bcb-388d-4a99-8622-fe44fb10bce8 req-c839b695-b37f-4203-b849-7bfa5d8fcea4 service neutron] Request body: {'port': {'device_id': 'fc8b0cc3-489c-44aa-bec3-c9cb8004cc76', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79733'}} {{(pid=92664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 08:59:59.955656 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d20c54-3451-4910-ad38-9056f650661c req-f38a5b63-108a-4da1-8485-784db7073ca4 tempest-VolumesSnapshotTestJSON-984981180 tempest-VolumesSnapshotTestJSON-984981180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 08:59:59.956308 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [req-98d20c54-3451-4910-ad38-9056f650661c req-f38a5b63-108a-4da1-8485-784db7073ca4 tempest-VolumesSnapshotTestJSON-984981180 tempest-VolumesSnapshotTestJSON-984981180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27927'] for port, before_response {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 08:59:59.987419 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-e1a1b0af-b91b-454a-8b67-f5ce5cf66061 req-daa7570a-2706-4b8b-b6cc-92c1e690b274 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.22 "GET /v2.0/security-groups?id=439773e6-15fd-46a9-865b-f4af198ad98a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652034 Jun 22 08:59:59.987419 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-98d20c54-3451-4910-ad38-9056f650661c req-f38a5b63-108a-4da1-8485-784db7073ca4 tempest-VolumesSnapshotTestJSON-984981180 tempest-VolumesSnapshotTestJSON-984981180-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0186183 Jun 22 09:00:00.003534 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.v2.base [req-98d20c54-3451-4910-ad38-9056f650661c req-9812e5f9-6283-416d-9e77-8314c7d78287 service neutron] Request body: {'port': {'device_id': 'c7a811d6-2b3e-4e6a-9c2b-c283983b66c6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79733'}} {{(pid=92665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:00:00.038855 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [req-28a61bcb-388d-4a99-8622-fe44fb10bce8 req-c839b695-b37f-4203-b849-7bfa5d8fcea4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133719154'] for port, before_update {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:00:00.105046 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [req-98d20c54-3451-4910-ad38-9056f650661c req-9812e5f9-6283-416d-9e77-8314c7d78287 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133719154'] for port, before_update {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:00:00.149011 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.rpc [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Device df79e61f-d424-4ad1-8cee-250dafd6bad5 up at agent hyperv_hv-cinder-79733 {{(pid=92666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:00:00.188056 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.provisioning_blocks [None req-95f7c877-add2-41f3-9c59-8d3872d089d4 None None] Provisioning for port 14453dce-4709-4737-b557-4de4f2e3aa53 completed by entity DHCP. {{(pid=92666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:00:00.194181 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.provisioning_blocks [None req-95f7c877-add2-41f3-9c59-8d3872d089d4 None None] Provisioning complete for port 14453dce-4709-4737-b557-4de4f2e3aa53 triggered by entity DHCP. {{(pid=92666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:00:00.194899 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-95f7c877-add2-41f3-9c59-8d3872d089d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133917554'] for port, provisioning_complete {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:00:00.249426 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.plugin [None req-95f7c877-add2-41f3-9c59-8d3872d089d4 None None] Port 14453dce-4709-4737-b557-4de4f2e3aa53 cannot update to ACTIVE because it is not bound. {{(pid=92666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:00:00.264408 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.provisioning_blocks [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Provisioning complete for port df79e61f-d424-4ad1-8cee-250dafd6bad5 triggered by entity L2. {{(pid=92666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:00:00.265166 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133917554'] for port, provisioning_complete {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:00:00.395223 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.wsgi [-] (92664) accepted ('10.222.0.22', 37926) {{(pid=92664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:00:00.398481 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133719154'] for port, before_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:00:00.437178 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6271050a-4abc-4bde-8b04-76e25bbe6df5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df79e61f-d424-4ad1-8cee-250dafd6bad5'}] {{(pid=92666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:00:00.443613 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d55364b227510a28ea0dc9c97ec82a2823dd2b88b3d79212c5ee75253478bf9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8455e1c7-34d1-40ac-90aa-c3016d4a9345" -d '{"events": [{"server_uuid": "6271050a-4abc-4bde-8b04-76e25bbe6df5", "name": "network-vif-plugged", "status": "completed", "tag": "df79e61f-d424-4ad1-8cee-250dafd6bad5"}]}' {{(pid=92666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:00:00.446118 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.notifiers.nova [req-28a61bcb-388d-4a99-8622-fe44fb10bce8 req-c839b695-b37f-4203-b849-7bfa5d8fcea4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14453dce-4709-4737-b557-4de4f2e3aa53 {{(pid=92664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 09:00:00.456178 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [req-28a61bcb-388d-4a99-8622-fe44fb10bce8 req-c839b695-b37f-4203-b849-7bfa5d8fcea4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:00:00.473908 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.db.provisioning_blocks [req-28a61bcb-388d-4a99-8622-fe44fb10bce8 req-c839b695-b37f-4203-b849-7bfa5d8fcea4 service neutron] Transition to ACTIVE for port object 14453dce-4709-4737-b557-4de4f2e3aa53 will not be triggered until provisioned by entity L2. {{(pid=92664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:00:00.474829 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.db [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] For port df79e61f-d424-4ad1-8cee-250dafd6bad5, host hv-cinder-79733, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79733',level=0,port_id=df79e61f-d424-4ad1-8cee-250dafd6bad5,segment=NetworkSegment(ff26e6d0-efb0-4f26-b4ca-43fb0499d495),segment_id=ff26e6d0-efb0-4f26-b4ca-43fb0499d495)] {{(pid=92666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:00:00.478604 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [req-28a61bcb-388d-4a99-8622-fe44fb10bce8 req-c839b695-b37f-4203-b849-7bfa5d8fcea4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133719696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133660950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728380107731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728379583079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728379583124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9113275'] for port, after_update {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:00:00.481885 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133719696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133660950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728380107731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728379583079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728379583124'] for port, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:00:00.482255 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:00:00.486078 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG oslo_concurrency.lockutils [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:00:00.590957 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Pushing event updated for resources: {'Port': ['ID=df79e61f-d424-4ad1-8cee-250dafd6bad5,revision_number=10']} {{(pid=92666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:00:00.597413 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG oslo_concurrency.lockutils [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=92666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:00:00.613867 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c839b695-b37f-4203-b849-7bfa5d8fcea4 service neutron] Pushing event updated for resources: {'Port': ['ID=14453dce-4709-4737-b557-4de4f2e3aa53,revision_number=2']} {{(pid=92664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:00:00.617965 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-c839b695-b37f-4203-b849-7bfa5d8fcea4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:00:00.688904 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.plugins.ml2.managers [req-28a61bcb-388d-4a99-8622-fe44fb10bce8 req-c839b695-b37f-4203-b849-7bfa5d8fcea4 service neutron] Attempting to bind port 14453dce-4709-4737-b557-4de4f2e3aa53 on host hv-cinder-79733 for vnic_type normal with profile {{(pid=92664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:00:00.689615 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.plugins.ml2.managers [req-28a61bcb-388d-4a99-8622-fe44fb10bce8 req-c839b695-b37f-4203-b849-7bfa5d8fcea4 service neutron] Attempting to bind port 14453dce-4709-4737-b557-4de4f2e3aa53 by drivers openvswitch,hyperv on host hv-cinder-79733 at level 0 using segments [{'id': 'ea110242-fe51-4929-b591-906578e682da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'b3c13f4c-b8ff-4164-9438-784286903cad'}] {{(pid=92664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:00:00.689615 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28a61bcb-388d-4a99-8622-fe44fb10bce8 req-c839b695-b37f-4203-b849-7bfa5d8fcea4 service neutron] Attempting to bind port 14453dce-4709-4737-b557-4de4f2e3aa53 on network b3c13f4c-b8ff-4164-9438-784286903cad {{(pid=92664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:00:00.694870 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28a61bcb-388d-4a99-8622-fe44fb10bce8 req-c839b695-b37f-4203-b849-7bfa5d8fcea4 service neutron] Port 14453dce-4709-4737-b557-4de4f2e3aa53 on network b3c13f4c-b8ff-4164-9438-784286903cad not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79733 {{(pid=92664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 09:00:00.695196 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28a61bcb-388d-4a99-8622-fe44fb10bce8 req-c839b695-b37f-4203-b849-7bfa5d8fcea4 service neutron] Attempting to bind port 14453dce-4709-4737-b557-4de4f2e3aa53 on network b3c13f4c-b8ff-4164-9438-784286903cad {{(pid=92664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:00:00.702473 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28a61bcb-388d-4a99-8622-fe44fb10bce8 req-c839b695-b37f-4203-b849-7bfa5d8fcea4 service neutron] Checking agent: {'id': '0fb2479b-8850-47fd-bce9-7c475063265a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79733', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 8, 54, 53), 'started_at': datetime.datetime(2021, 6, 22, 8, 54, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 8, 59, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:00:00.703000 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28a61bcb-388d-4a99-8622-fe44fb10bce8 req-c839b695-b37f-4203-b849-7bfa5d8fcea4 service neutron] Checking segment: {'id': 'ea110242-fe51-4929-b591-906578e682da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'b3c13f4c-b8ff-4164-9438-784286903cad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:00:00.703231 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28a61bcb-388d-4a99-8622-fe44fb10bce8 req-c839b695-b37f-4203-b849-7bfa5d8fcea4 service neutron] Bound using segment: {'id': 'ea110242-fe51-4929-b591-906578e682da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'b3c13f4c-b8ff-4164-9438-784286903cad'} {{(pid=92664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:00:00.703813 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.plugins.ml2.managers [req-28a61bcb-388d-4a99-8622-fe44fb10bce8 req-c839b695-b37f-4203-b849-7bfa5d8fcea4 service neutron] Bound port: 14453dce-4709-4737-b557-4de4f2e3aa53, host: hv-cinder-79733, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea110242-fe51-4929-b591-906578e682da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'b3c13f4c-b8ff-4164-9438-784286903cad'}}] {{(pid=92664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:00:00.704178 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [req-28a61bcb-388d-4a99-8622-fe44fb10bce8 req-c839b695-b37f-4203-b849-7bfa5d8fcea4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133719154'] for port, before_update {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:00:00.727446 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.v2.base [None req-3dfa0ea5-245a-428c-a893-4dee3b0d426c admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-373162254-network', 'tenant_id': 'ac1207a562c4402b9cebaea924a96482'}} {{(pid=92664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:00:00.783116 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9204f91e-1ee5-492c-b2b4-03a922478b2d req-2f7e95f8-98fc-4ae4-9901-c5be64561e02 tempest-VolumesSnapshotTestJSON-984981180 tempest-VolumesSnapshotTestJSON-984981180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:00:00.784244 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-9204f91e-1ee5-492c-b2b4-03a922478b2d req-2f7e95f8-98fc-4ae4-9901-c5be64561e02 tempest-VolumesSnapshotTestJSON-984981180 tempest-VolumesSnapshotTestJSON-984981180-project] 10.222.0.22 "GET /v2.0/ports?device_id=c7a811d6-2b3e-4e6a-9c2b-c283983b66c6 HTTP/1.1" status: 200 len: 932 time: 0.2240386 Jun 22 09:00:00.789674 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dfa0ea5-245a-428c-a893-4dee3b0d426c admin admin] Made reservation on behalf of ac1207a562c4402b9cebaea924a96482 for: {'network': 1} {{(pid=92664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:00:00.792127 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-3dfa0ea5-245a-428c-a893-4dee3b0d426c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-133719140'] for network, before_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:00:00.810052 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-3dfa0ea5-245a-428c-a893-4dee3b0d426c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:00:00.814215 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.plugins.ml2.db [req-28a61bcb-388d-4a99-8622-fe44fb10bce8 req-c839b695-b37f-4203-b849-7bfa5d8fcea4 service neutron] For port 14453dce-4709-4737-b557-4de4f2e3aa53, host hv-cinder-79733, cleared binding levels {{(pid=92664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:00:00.836091 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.plugins.ml2.db [req-28a61bcb-388d-4a99-8622-fe44fb10bce8 req-c839b695-b37f-4203-b849-7bfa5d8fcea4 service neutron] For port 14453dce-4709-4737-b557-4de4f2e3aa53, host hv-cinder-79733, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79733',level=0,port_id=14453dce-4709-4737-b557-4de4f2e3aa53,segment=NetworkSegment(ea110242-fe51-4929-b591-906578e682da),segment_id=ea110242-fe51-4929-b591-906578e682da)] {{(pid=92664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:00:00.848623 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [req-28a61bcb-388d-4a99-8622-fe44fb10bce8 req-c839b695-b37f-4203-b849-7bfa5d8fcea4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133719696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133660950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728380107731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728379583079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728379583124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9113275'] for port, after_update {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:00:00.853379 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-bc58c8cf-290a-4a67-bd1e-c5665c9d125b tempest-TestMinimumBasicScenario-143008768 tempest-TestMinimumBasicScenario-143008768-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:00:00.882244 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-9204f91e-1ee5-492c-b2b4-03a922478b2d req-14d1d00c-9f6a-4544-a228-9af53c19da16 tempest-VolumesSnapshotTestJSON-984981180 tempest-VolumesSnapshotTestJSON-984981180-project] 10.222.0.22 "GET /v2.0/security-groups?id=c7131d86-2a03-4f85-9d37-dc4b557265fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753503 Jun 22 09:00:00.942357 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a61bcb-388d-4a99-8622-fe44fb10bce8 req-c839b695-b37f-4203-b849-7bfa5d8fcea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:00:00.943714 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [req-28a61bcb-388d-4a99-8622-fe44fb10bce8 req-c839b695-b37f-4203-b849-7bfa5d8fcea4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27927'] for port, before_response {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:00:00.945338 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-28a61bcb-388d-4a99-8622-fe44fb10bce8 req-c839b695-b37f-4203-b849-7bfa5d8fcea4 service neutron] 10.222.0.15 "PUT /v2.0/ports/14453dce-4709-4737-b557-4de4f2e3aa53 HTTP/1.1" status: 200 len: 1094 time: 1.0434844 Jun 22 09:00:00.946102 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc8b0cc3-489c-44aa-bec3-c9cb8004cc76', 'tag': '14453dce-4709-4737-b557-4de4f2e3aa53'}] {{(pid=92664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:00:00.948779 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}204e7d68aaf5059dd7cb24067ff1be2165df2a8c21773c1dc73aa01b5c6655f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b32477d-6774-450b-ba24-3853a6d4b7c7" -d '{"events": [{"name": "network-changed", "server_uuid": "fc8b0cc3-489c-44aa-bec3-c9cb8004cc76", "tag": "14453dce-4709-4737-b557-4de4f2e3aa53"}]}' {{(pid=92664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:00:00.952693 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f36289-443f-4bbe-b49e-7c4423e8e464 req-45ceb478-f516-4ed1-8243-30087c8f8700 tempest-TestShelveInstance-1565407398 tempest-TestShelveInstance-1565407398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:00:00.954464 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-76f36289-443f-4bbe-b49e-7c4423e8e464 req-45ceb478-f516-4ed1-8243-30087c8f8700 tempest-TestShelveInstance-1565407398 tempest-TestShelveInstance-1565407398-project] 10.222.0.22 "GET /v2.0/ports?device_id=fc8b0cc3-489c-44aa-bec3-c9cb8004cc76 HTTP/1.1" status: 200 len: 944 time: 0.2014294 Jun 22 09:00:00.968677 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.notifiers.nova [req-98d20c54-3451-4910-ad38-9056f650661c req-9812e5f9-6283-416d-9e77-8314c7d78287 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed5981b3-2c48-42b0-a6b2-a5a80e732138 {{(pid=92665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 09:00:00.980362 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c839b695-b37f-4203-b849-7bfa5d8fcea4 service neutron] Pushing event updated for resources: {'Port': ['ID=14453dce-4709-4737-b557-4de4f2e3aa53,revision_number=3']} {{(pid=92664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:00:00.988589 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-c839b695-b37f-4203-b849-7bfa5d8fcea4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:00:00.992494 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [req-98d20c54-3451-4910-ad38-9056f650661c req-9812e5f9-6283-416d-9e77-8314c7d78287 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:00:01.013301 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 09:00:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9910592-ff51-4f92-91f2-80a7c1586031 x-openstack-request-id: req-a9910592-ff51-4f92-91f2-80a7c1586031 {{(pid=92666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:00:01.014164 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6271050a-4abc-4bde-8b04-76e25bbe6df5", "name": "network-vif-plugged", "status": "completed", "tag": "df79e61f-d424-4ad1-8cee-250dafd6bad5", "code": 200}]} {{(pid=92666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:00:01.014616 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a9910592-ff51-4f92-91f2-80a7c1586031 {{(pid=92666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:00:01.015353 dv-cinder-797333-1-smb neutron-server[92666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6271050a-4abc-4bde-8b04-76e25bbe6df5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df79e61f-d424-4ad1-8cee-250dafd6bad5', 'code': 200} Jun 22 09:00:01.022511 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.db.provisioning_blocks [req-98d20c54-3451-4910-ad38-9056f650661c req-9812e5f9-6283-416d-9e77-8314c7d78287 service neutron] Transition to ACTIVE for port object ed5981b3-2c48-42b0-a6b2-a5a80e732138 will not be triggered until provisioned by entity L2. {{(pid=92665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:00:01.029924 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-76f36289-443f-4bbe-b49e-7c4423e8e464 req-da88aecc-d486-46cb-b3f4-e9a1c3be053b tempest-TestShelveInstance-1565407398 tempest-TestShelveInstance-1565407398-project] 10.222.0.22 "GET /v2.0/security-groups?id=625a0eee-a365-4b84-95f9-4e05b3b72269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553544 Jun 22 09:00:01.031217 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [req-98d20c54-3451-4910-ad38-9056f650661c req-9812e5f9-6283-416d-9e77-8314c7d78287 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133719696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133660950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728380107731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728379583079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728379583124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4027018'] for port, after_update {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:00:01.034180 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-156ad3e2-b889-4f8d-8a06-ca17c9e49702 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:00:01.078716 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9812e5f9-6283-416d-9e77-8314c7d78287 service neutron] Pushing event updated for resources: {'Port': ['ID=ed5981b3-2c48-42b0-a6b2-a5a80e732138,revision_number=2']} {{(pid=92665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:00:01.084939 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-9812e5f9-6283-416d-9e77-8314c7d78287 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:00:01.178202 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 09:00:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d0e7951-8d27-409a-b4b4-1b44aee9aad0 x-openstack-request-id: req-8d0e7951-8d27-409a-b4b4-1b44aee9aad0 {{(pid=92664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:00:01.178771 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc8b0cc3-489c-44aa-bec3-c9cb8004cc76", "tag": "14453dce-4709-4737-b557-4de4f2e3aa53", "status": "completed", "code": 200}]} {{(pid=92664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:00:01.178947 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8d0e7951-8d27-409a-b4b4-1b44aee9aad0 {{(pid=92664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:00:01.179445 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc8b0cc3-489c-44aa-bec3-c9cb8004cc76', 'tag': '14453dce-4709-4737-b557-4de4f2e3aa53', 'status': 'completed', 'code': 200} Jun 22 09:00:01.203932 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-3dfa0ea5-245a-428c-a893-4dee3b0d426c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:00:01.215446 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-3dfa0ea5-245a-428c-a893-4dee3b0d426c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748303'] for security_group, after_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:00:01.222465 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-92ca1ca6-e7ec-454a-a60b-d1cefecedf86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:00:01.240841 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a61bcb-388d-4a99-8622-fe44fb10bce8 req-d3d46646-1462-444a-bfa0-9d13f2a5bef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:00:01.243366 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-28a61bcb-388d-4a99-8622-fe44fb10bce8 req-d3d46646-1462-444a-bfa0-9d13f2a5bef4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3cdda909a361486c941cba339ea661cd&device_id=fc8b0cc3-489c-44aa-bec3-c9cb8004cc76 HTTP/1.1" status: 200 len: 1097 time: 0.1697924 Jun 22 09:00:01.272743 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfa0ea5-245a-428c-a893-4dee3b0d426c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15282e44-a5c6-4c99-aaa8-5d79a128568e,revision_number=1']} {{(pid=92664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:00:01.284727 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3dfa0ea5-245a-428c-a893-4dee3b0d426c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 200} {{(pid=92664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:00:01.297841 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-3dfa0ea5-245a-428c-a893-4dee3b0d426c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133909941'] for segment, precommit_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:00:01.298218 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a1d6ac-c28b-41df-a238-181065cb98fa req-0655f72f-aaf9-4515-8ed9-4205467f157f tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:00:01.298432 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.db.segments_db [None req-3dfa0ea5-245a-428c-a893-4dee3b0d426c admin admin] Added segment 15fe2a43-6bb9-4269-b92d-f669ee026203 of type vlan for network 8f3a89f8-9981-4a41-a38b-2e1300c14bfa Jun 22 09:00:01.301384 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-d6a1d6ac-c28b-41df-a238-181065cb98fa req-0655f72f-aaf9-4515-8ed9-4205467f157f tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] 10.222.0.22 "GET /v2.0/ports?device_id=77bc445d-b7a3-4b72-a814-8e0cc5e86369 HTTP/1.1" status: 200 len: 946 time: 0.1678214 Jun 22 09:00:01.304959 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.plugins.ml2.managers [req-98d20c54-3451-4910-ad38-9056f650661c req-9812e5f9-6283-416d-9e77-8314c7d78287 service neutron] Attempting to bind port ed5981b3-2c48-42b0-a6b2-a5a80e732138 on host hv-cinder-79733 for vnic_type normal with profile {{(pid=92665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:00:01.305465 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.plugins.ml2.managers [req-98d20c54-3451-4910-ad38-9056f650661c req-9812e5f9-6283-416d-9e77-8314c7d78287 service neutron] Attempting to bind port ed5981b3-2c48-42b0-a6b2-a5a80e732138 by drivers openvswitch,hyperv on host hv-cinder-79733 at level 0 using segments [{'id': '717bdc44-a0e1-4ce2-ac7e-465c14fbffc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '6706598b-aed2-4128-a68e-6105ca7ca237'}] {{(pid=92665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:00:01.305714 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d20c54-3451-4910-ad38-9056f650661c req-9812e5f9-6283-416d-9e77-8314c7d78287 service neutron] Attempting to bind port ed5981b3-2c48-42b0-a6b2-a5a80e732138 on network 6706598b-aed2-4128-a68e-6105ca7ca237 {{(pid=92665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:00:01.329811 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d20c54-3451-4910-ad38-9056f650661c req-9812e5f9-6283-416d-9e77-8314c7d78287 service neutron] Port ed5981b3-2c48-42b0-a6b2-a5a80e732138 on network 6706598b-aed2-4128-a68e-6105ca7ca237 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79733 {{(pid=92665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 09:00:01.330122 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d20c54-3451-4910-ad38-9056f650661c req-9812e5f9-6283-416d-9e77-8314c7d78287 service neutron] Attempting to bind port ed5981b3-2c48-42b0-a6b2-a5a80e732138 on network 6706598b-aed2-4128-a68e-6105ca7ca237 {{(pid=92665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:00:01.348258 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-3dfa0ea5-245a-428c-a893-4dee3b0d426c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:00:01.373768 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d20c54-3451-4910-ad38-9056f650661c req-9812e5f9-6283-416d-9e77-8314c7d78287 service neutron] Checking agent: {'id': '0fb2479b-8850-47fd-bce9-7c475063265a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79733', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 8, 54, 53), 'started_at': datetime.datetime(2021, 6, 22, 8, 54, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 8, 59, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:00:01.374104 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d20c54-3451-4910-ad38-9056f650661c req-9812e5f9-6283-416d-9e77-8314c7d78287 service neutron] Checking segment: {'id': '717bdc44-a0e1-4ce2-ac7e-465c14fbffc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '6706598b-aed2-4128-a68e-6105ca7ca237'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:00:01.374492 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d20c54-3451-4910-ad38-9056f650661c req-9812e5f9-6283-416d-9e77-8314c7d78287 service neutron] Bound using segment: {'id': '717bdc44-a0e1-4ce2-ac7e-465c14fbffc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '6706598b-aed2-4128-a68e-6105ca7ca237'} {{(pid=92665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:00:01.374937 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.plugins.ml2.managers [req-98d20c54-3451-4910-ad38-9056f650661c req-9812e5f9-6283-416d-9e77-8314c7d78287 service neutron] Bound port: ed5981b3-2c48-42b0-a6b2-a5a80e732138, host: hv-cinder-79733, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '717bdc44-a0e1-4ce2-ac7e-465c14fbffc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '6706598b-aed2-4128-a68e-6105ca7ca237'}}] {{(pid=92665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:00:01.375281 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [req-98d20c54-3451-4910-ad38-9056f650661c req-9812e5f9-6283-416d-9e77-8314c7d78287 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133719154'] for port, before_update {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:00:01.382955 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-28a61bcb-388d-4a99-8622-fe44fb10bce8 req-75474b2c-3f06-4473-a4c1-7c83237c8070 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=14453dce-4709-4737-b557-4de4f2e3aa53 HTTP/1.1" status: 200 len: 217 time: 0.1113811 Jun 22 09:00:01.387526 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-3dfa0ea5-245a-428c-a893-4dee3b0d426c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728379603923'] for network, precommit_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:00:01.400605 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-d6a1d6ac-c28b-41df-a238-181065cb98fa req-b1f37881-4a23-4fb4-8203-f2c00803761f tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] 10.222.0.22 "GET /v2.0/security-groups?id=38156de4-c897-4c33-98c3-f122cd461c94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912998 Jun 22 09:00:01.454355 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a61bcb-388d-4a99-8622-fe44fb10bce8 req-0463aaf8-9d68-42b8-a4c6-00d6313147ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:00:01.455883 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-28a61bcb-388d-4a99-8622-fe44fb10bce8 req-0463aaf8-9d68-42b8-a4c6-00d6313147ad service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c4619780-7695-464f-af2b-4e2935ed6232 HTTP/1.1" status: 200 len: 848 time: 0.0646443 Jun 22 09:00:01.459076 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-3dfa0ea5-245a-428c-a893-4dee3b0d426c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-748338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-133660957'] for network, after_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:00:01.460576 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dfa0ea5-245a-428c-a893-4dee3b0d426c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:00:01.461211 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-3dfa0ea5-245a-428c-a893-4dee3b0d426c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133660928'] for network, before_response {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:00:01.464525 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-51f3a6c7-49de-4fcf-8faf-4b31364934d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:00:01.478622 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8ab492-3e54-40e5-88f3-38e41580603b req-8bcaf0c5-76cd-47fe-b70a-7af555cb2aea tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:00:01.480185 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-cd8ab492-3e54-40e5-88f3-38e41580603b req-8bcaf0c5-76cd-47fe-b70a-7af555cb2aea tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.22 "GET /v2.0/ports?device_id=6271050a-4abc-4bde-8b04-76e25bbe6df5 HTTP/1.1" status: 200 len: 946 time: 0.1536412 Jun 22 09:00:01.481532 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.plugins.ml2.db [req-98d20c54-3451-4910-ad38-9056f650661c req-9812e5f9-6283-416d-9e77-8314c7d78287 service neutron] For port ed5981b3-2c48-42b0-a6b2-a5a80e732138, host hv-cinder-79733, cleared binding levels {{(pid=92665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:00:01.485446 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.plugins.ml2.db [req-98d20c54-3451-4910-ad38-9056f650661c req-9812e5f9-6283-416d-9e77-8314c7d78287 service neutron] For port ed5981b3-2c48-42b0-a6b2-a5a80e732138, host hv-cinder-79733, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79733',level=0,port_id=ed5981b3-2c48-42b0-a6b2-a5a80e732138,segment=NetworkSegment(717bdc44-a0e1-4ce2-ac7e-465c14fbffc4),segment_id=717bdc44-a0e1-4ce2-ac7e-465c14fbffc4)] {{(pid=92665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:00:01.494852 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [req-98d20c54-3451-4910-ad38-9056f650661c req-9812e5f9-6283-416d-9e77-8314c7d78287 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133719696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133660950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728380107731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728379583079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728379583124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4027018'] for port, after_update {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:00:01.504073 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-f38a5b63-108a-4da1-8485-784db7073ca4 tempest-VolumesSnapshotTestJSON-984981180 tempest-VolumesSnapshotTestJSON-984981180-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:00:01.538586 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfa0ea5-245a-428c-a893-4dee3b0d426c admin admin] Pushing event updated for resources: {'Network': ['ID=8f3a89f8-9981-4a41-a38b-2e1300c14bfa,revision_number=1']} {{(pid=92664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:00:01.550856 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.rpc [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Network 8f3a89f8-9981-4a41-a38b-2e1300c14bfa details requested by agent ovs-agent-dv-cinder-797333-1-smb with host dv-cinder-797333-1-smb {{(pid=92666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 09:00:01.552588 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d20c54-3451-4910-ad38-9056f650661c req-9812e5f9-6283-416d-9e77-8314c7d78287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:00:01.553099 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [req-98d20c54-3451-4910-ad38-9056f650661c req-9812e5f9-6283-416d-9e77-8314c7d78287 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27927'] for port, before_response {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:00:01.554574 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-98d20c54-3451-4910-ad38-9056f650661c req-9812e5f9-6283-416d-9e77-8314c7d78287 service neutron] 10.222.0.15 "PUT /v2.0/ports/ed5981b3-2c48-42b0-a6b2-a5a80e732138 HTTP/1.1" status: 200 len: 1094 time: 1.5595233 Jun 22 09:00:01.557980 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-3dfa0ea5-245a-428c-a893-4dee3b0d426c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:00:01.566058 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7a811d6-2b3e-4e6a-9c2b-c283983b66c6', 'tag': 'ed5981b3-2c48-42b0-a6b2-a5a80e732138'}] {{(pid=92665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:00:01.566282 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [None req-3dfa0ea5-245a-428c-a893-4dee3b0d426c admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.1667242 Jun 22 09:00:01.566390 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}600ed202ef5c6893f709c92c950a9f9cd42c49f10c76c91c75f79f08b33dd1bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9db2658-9e02-4434-b72a-bf93a2c5dd82" -d '{"events": [{"name": "network-changed", "server_uuid": "c7a811d6-2b3e-4e6a-9c2b-c283983b66c6", "tag": "ed5981b3-2c48-42b0-a6b2-a5a80e732138"}]}' {{(pid=92665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:00:01.566488 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.wsgi [-] (92664) accepted ('10.222.0.22', 37940) {{(pid=92664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:00:01.572301 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.v2.base [None req-b5f83e6c-a71b-4327-9b59-34e31e72997a admin admin] Request body: {'subnet': {'network_id': '8f3a89f8-9981-4a41-a38b-2e1300c14bfa', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-373162254-subnet', 'tenant_id': 'ac1207a562c4402b9cebaea924a96482', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:00:01.617712 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5f83e6c-a71b-4327-9b59-34e31e72997a admin admin] Made reservation on behalf of ac1207a562c4402b9cebaea924a96482 for: {'subnet': 1} {{(pid=92664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:00:01.620871 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-b5f83e6c-a71b-4327-9b59-34e31e72997a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9089577'] for subnet, before_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:00:01.622601 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-cd8ab492-3e54-40e5-88f3-38e41580603b req-c534ea43-6229-47a5-933f-b1709b29fbbb tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.22 "GET /v2.0/security-groups?id=439773e6-15fd-46a9-865b-f4af198ad98a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1270027 Jun 22 09:00:01.628007 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a61bcb-388d-4a99-8622-fe44fb10bce8 req-45f3665d-4016-44fa-a280-8e5fb93c1a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:00:01.629821 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-28a61bcb-388d-4a99-8622-fe44fb10bce8 req-45f3665d-4016-44fa-a280-8e5fb93c1a23 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b3c13f4c-b8ff-4164-9438-784286903cad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1063328 Jun 22 09:00:01.651799 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 09:00:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14b7e412-cb64-4a3b-a860-0cd32ee09ffb x-openstack-request-id: req-14b7e412-cb64-4a3b-a860-0cd32ee09ffb {{(pid=92665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:00:01.652121 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7a811d6-2b3e-4e6a-9c2b-c283983b66c6", "tag": "ed5981b3-2c48-42b0-a6b2-a5a80e732138", "status": "completed", "code": 200}]} {{(pid=92665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:00:01.652399 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-14b7e412-cb64-4a3b-a860-0cd32ee09ffb {{(pid=92665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:00:01.652848 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7a811d6-2b3e-4e6a-9c2b-c283983b66c6', 'tag': 'ed5981b3-2c48-42b0-a6b2-a5a80e732138', 'status': 'completed', 'code': 200} Jun 22 09:00:01.653781 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9812e5f9-6283-416d-9e77-8314c7d78287 service neutron] Pushing event updated for resources: {'Port': ['ID=ed5981b3-2c48-42b0-a6b2-a5a80e732138,revision_number=3']} {{(pid=92665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:00:01.665435 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-9812e5f9-6283-416d-9e77-8314c7d78287 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:00:01.711983 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2ccfca-906e-425f-8060-d8d32607bfd9 req-6a48322f-b6b4-48a1-94db-ad3dd36b3016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:00:01.713373 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-6f2ccfca-906e-425f-8060-d8d32607bfd9 req-6a48322f-b6b4-48a1-94db-ad3dd36b3016 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=6271050a-4abc-4bde-8b04-76e25bbe6df5 HTTP/1.1" status: 200 len: 1099 time: 0.1794047 Jun 22 09:00:01.728625 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d20c54-3451-4910-ad38-9056f650661c req-93c616f1-3e25-436c-9f5c-5c6d8bab7b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:00:01.730105 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-98d20c54-3451-4910-ad38-9056f650661c req-93c616f1-3e25-436c-9f5c-5c6d8bab7b86 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=81850642f174409483f593b77cce3c75&device_id=c7a811d6-2b3e-4e6a-9c2b-c283983b66c6 HTTP/1.1" status: 200 len: 1097 time: 0.0854702 Jun 22 09:00:01.779663 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-98d20c54-3451-4910-ad38-9056f650661c req-35a8249a-6a0e-4322-91ee-dba0bf72c59d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ed5981b3-2c48-42b0-a6b2-a5a80e732138 HTTP/1.1" status: 200 len: 217 time: 0.0410652 Jun 22 09:00:01.785235 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-6f2ccfca-906e-425f-8060-d8d32607bfd9 req-7e48fbff-f3d5-427b-8732-10545a72226e service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=439773e6-15fd-46a9-865b-f4af198ad98a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649195 Jun 22 09:00:01.788434 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-28a61bcb-388d-4a99-8622-fe44fb10bce8 req-fc7d0b9a-3eaf-4d69-904b-b873aefdb030 service neutron] 10.222.0.15 "GET /v2.0/networks/b3c13f4c-b8ff-4164-9438-784286903cad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471586 Jun 22 09:00:01.836457 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d20c54-3451-4910-ad38-9056f650661c req-f7624773-3186-4f8e-ae56-c81f8fd61ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:00:01.838339 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-98d20c54-3451-4910-ad38-9056f650661c req-f7624773-3186-4f8e-ae56-c81f8fd61ad6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cb534458-5d1c-4d98-b6b3-377ef0b47b95 HTTP/1.1" status: 200 len: 853 time: 0.0513079 Jun 22 09:00:01.878282 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-98d20c54-3451-4910-ad38-9056f650661c req-5312516b-89ef-4c89-a2ee-131e94a6ff98 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6706598b-aed2-4128-a68e-6105ca7ca237&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305748 Jun 22 09:00:01.940648 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-b5f83e6c-a71b-4327-9b59-34e31e72997a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133660950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9113125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9089563'] for subnet, after_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:00:01.946422 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-c7659661-a44b-4b92-a04f-0cc424e2a53f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:00:02.005759 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-98d20c54-3451-4910-ad38-9056f650661c req-8a0a800f-f755-4202-9e5f-8cbf89b452f8 service neutron] 10.222.0.15 "GET /v2.0/networks/6706598b-aed2-4128-a68e-6105ca7ca237?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195793 Jun 22 09:00:02.017986 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-28a61bcb-388d-4a99-8622-fe44fb10bce8 req-4fe34f8d-1f75-4ad9-8447-134e9d9afc38 service neutron] 10.222.0.15 "GET /v2.0/networks/b3c13f4c-b8ff-4164-9438-784286903cad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550028 Jun 22 09:00:02.026214 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f83e6c-a71b-4327-9b59-34e31e72997a admin admin] Pushing event updated for resources: {'Subnet': ['ID=38f47cdf-e395-4455-8c1b-5589fa74bf40,revision_number=0']} {{(pid=92664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:00:02.034014 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-b5f83e6c-a71b-4327-9b59-34e31e72997a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:00:02.046061 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5f83e6c-a71b-4327-9b59-34e31e72997a admin admin] Checking segment: {'id': '15fe2a43-6bb9-4269-b92d-f669ee026203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '8f3a89f8-9981-4a41-a38b-2e1300c14bfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:00:02.046556 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5f83e6c-a71b-4327-9b59-34e31e72997a admin admin] Network hostable DHCP agents. Network: 8f3a89f8-9981-4a41-a38b-2e1300c14bfa, hostable agents: ['18f46bdb-decb-4ad2-bb7f-51185bbb2b9b'], hosted agents: [] {{(pid=92664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 09:00:02.066101 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5f83e6c-a71b-4327-9b59-34e31e72997a admin admin] Network 8f3a89f8-9981-4a41-a38b-2e1300c14bfa is scheduled to be hosted by DHCP agent 18f46bdb-decb-4ad2-bb7f-51185bbb2b9b with binding_index 1 {{(pid=92664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 09:00:02.076328 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.scheduler.base_scheduler [None req-b5f83e6c-a71b-4327-9b59-34e31e72997a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797333-1-smb, 8f3a89f8-9981-4a41-a38b-2e1300c14bfa) {{(pid=92664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:00:02.082468 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5f83e6c-a71b-4327-9b59-34e31e72997a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:00:02.083661 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-b5f83e6c-a71b-4327-9b59-34e31e72997a admin admin] Notify callbacks [] for subnet, before_response {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:00:02.095499 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3697613b-5f13-4a26-984f-0a843afc3e61 None None] Network 8f3a89f8-9981-4a41-a38b-2e1300c14bfa requested from dv-cinder-797333-1-smb {{(pid=92666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:00:02.120629 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [None req-b5f83e6c-a71b-4327-9b59-34e31e72997a admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.5530405 Jun 22 09:00:02.168329 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-98d20c54-3451-4910-ad38-9056f650661c req-11bbaf20-e879-4f1e-980e-6a661d9a1a15 service neutron] 10.222.0.15 "GET /v2.0/networks/6706598b-aed2-4128-a68e-6105ca7ca237?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1519904 Jun 22 09:00:02.209598 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a42075-e97b-4339-931d-1eb4c0ecf014 req-408e344f-039d-491e-95b5-200459485b20 tempest-VolumesSnapshotTestJSON-984981180 tempest-VolumesSnapshotTestJSON-984981180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:00:02.217115 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b32477d-6774-450b-ba24-3853a6d4b7c7 req-8441a5b6-3127-4e41-8731-6fa81f355f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:00:02.222424 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-8b32477d-6774-450b-ba24-3853a6d4b7c7 req-8441a5b6-3127-4e41-8731-6fa81f355f10 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3cdda909a361486c941cba339ea661cd&device_id=fc8b0cc3-489c-44aa-bec3-c9cb8004cc76 HTTP/1.1" status: 200 len: 1097 time: 0.1163130 Jun 22 09:00:02.223796 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-79a42075-e97b-4339-931d-1eb4c0ecf014 req-408e344f-039d-491e-95b5-200459485b20 tempest-VolumesSnapshotTestJSON-984981180 tempest-VolumesSnapshotTestJSON-984981180-project] 10.222.0.22 "GET /v2.0/ports?device_id=c7a811d6-2b3e-4e6a-9c2b-c283983b66c6 HTTP/1.1" status: 200 len: 944 time: 0.1688633 Jun 22 09:00:02.325763 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a5ec790-4e26-4a40-9899-eac4c58154d9 None None] Network 8f3a89f8-9981-4a41-a38b-2e1300c14bfa requested from dv-cinder-797333-1-smb {{(pid=92666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:00:02.360318 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-79a42075-e97b-4339-931d-1eb4c0ecf014 req-3b2cfd8d-dd20-4d79-ae4f-fc321b1e72bf tempest-VolumesSnapshotTestJSON-984981180 tempest-VolumesSnapshotTestJSON-984981180-project] 10.222.0.22 "GET /v2.0/security-groups?id=c7131d86-2a03-4f85-9d37-dc4b557265fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351731 Jun 22 09:00:02.370952 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b32477d-6774-450b-ba24-3853a6d4b7c7 req-d1d9a3a8-2085-4626-804c-44155d15fe05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:00:02.372915 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-8b32477d-6774-450b-ba24-3853a6d4b7c7 req-d1d9a3a8-2085-4626-804c-44155d15fe05 service neutron] 10.222.0.15 "GET /v2.0/networks?id=b3c13f4c-b8ff-4164-9438-784286903cad HTTP/1.1" status: 200 len: 910 time: 0.1440070 Jun 22 09:00:02.445094 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-8b32477d-6774-450b-ba24-3853a6d4b7c7 req-2463f218-d9c6-4461-a34c-28189a64957a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=14453dce-4709-4737-b557-4de4f2e3aa53 HTTP/1.1" status: 200 len: 217 time: 0.0564997 Jun 22 09:00:02.445818 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9db2658-9e02-4434-b72a-bf93a2c5dd82 req-bc42f1a9-b336-41d5-bce7-445f894ea9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:00:02.447582 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-e9db2658-9e02-4434-b72a-bf93a2c5dd82 req-bc42f1a9-b336-41d5-bce7-445f894ea9b7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=81850642f174409483f593b77cce3c75&device_id=c7a811d6-2b3e-4e6a-9c2b-c283983b66c6 HTTP/1.1" status: 200 len: 1097 time: 0.1643817 Jun 22 09:00:02.471839 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d509fe-ae2f-4ac8-ab9e-8494b3315a06 req-0141e25d-9e26-45ed-b658-a3e8d9fd582c tempest-TestShelveInstance-1565407398 tempest-TestShelveInstance-1565407398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:00:02.481930 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-35d509fe-ae2f-4ac8-ab9e-8494b3315a06 req-0141e25d-9e26-45ed-b658-a3e8d9fd582c tempest-TestShelveInstance-1565407398 tempest-TestShelveInstance-1565407398-project] 10.222.0.22 "GET /v2.0/ports?device_id=fc8b0cc3-489c-44aa-bec3-c9cb8004cc76 HTTP/1.1" status: 200 len: 944 time: 0.1995664 Jun 22 09:00:02.511616 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b32477d-6774-450b-ba24-3853a6d4b7c7 req-faa66fa5-a623-4fbc-bf9b-c5df85e1c421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:00:02.514186 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-8b32477d-6774-450b-ba24-3853a6d4b7c7 req-faa66fa5-a623-4fbc-bf9b-c5df85e1c421 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c4619780-7695-464f-af2b-4e2935ed6232 HTTP/1.1" status: 200 len: 848 time: 0.0530310 Jun 22 09:00:02.596071 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-35d509fe-ae2f-4ac8-ab9e-8494b3315a06 req-2818ffc9-baa5-448c-80cc-96eca19cab0a tempest-TestShelveInstance-1565407398 tempest-TestShelveInstance-1565407398-project] 10.222.0.22 "GET /v2.0/security-groups?id=625a0eee-a365-4b84-95f9-4e05b3b72269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1128895 Jun 22 09:00:02.602380 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b32477d-6774-450b-ba24-3853a6d4b7c7 req-96a3ff05-ee7e-4f38-a690-caf78b05904c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:00:02.604379 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-8b32477d-6774-450b-ba24-3853a6d4b7c7 req-96a3ff05-ee7e-4f38-a690-caf78b05904c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b3c13f4c-b8ff-4164-9438-784286903cad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0691299 Jun 22 09:00:02.673827 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9db2658-9e02-4434-b72a-bf93a2c5dd82 req-097af219-b9e0-4468-be96-e2650f57655a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:00:02.676877 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-e9db2658-9e02-4434-b72a-bf93a2c5dd82 req-097af219-b9e0-4468-be96-e2650f57655a service neutron] 10.222.0.15 "GET /v2.0/networks?id=6706598b-aed2-4128-a68e-6105ca7ca237 HTTP/1.1" status: 200 len: 914 time: 0.1918600 Jun 22 09:00:02.752763 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-e9db2658-9e02-4434-b72a-bf93a2c5dd82 req-8504fa4f-6326-44ed-80d9-2cb0a9298092 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ed5981b3-2c48-42b0-a6b2-a5a80e732138 HTTP/1.1" status: 200 len: 217 time: 0.0667729 Jun 22 09:00:02.781154 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-8b32477d-6774-450b-ba24-3853a6d4b7c7 req-61df95ec-c9de-4854-8873-97a051ca280e service neutron] 10.222.0.15 "GET /v2.0/networks/b3c13f4c-b8ff-4164-9438-784286903cad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1674869 Jun 22 09:00:02.909355 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-8b32477d-6774-450b-ba24-3853a6d4b7c7 req-c7f0490d-1b35-4a7f-aa7e-d84f46a1a6a3 service neutron] 10.222.0.15 "GET /v2.0/networks/b3c13f4c-b8ff-4164-9438-784286903cad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209958 Jun 22 09:00:02.935467 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a255ce36-6da3-4266-a5eb-416753bdac4f req-20aaf00c-7b39-4832-9698-07c017406276 tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:00:02.936997 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-a255ce36-6da3-4266-a5eb-416753bdac4f req-20aaf00c-7b39-4832-9698-07c017406276 tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] 10.222.0.22 "GET /v2.0/ports?device_id=77bc445d-b7a3-4b72-a814-8e0cc5e86369 HTTP/1.1" status: 200 len: 946 time: 0.3205442 Jun 22 09:00:02.940710 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9db2658-9e02-4434-b72a-bf93a2c5dd82 req-4db380ce-b3d0-4966-ae3c-b3f4b3cb9cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:00:02.942149 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-e9db2658-9e02-4434-b72a-bf93a2c5dd82 req-4db380ce-b3d0-4966-ae3c-b3f4b3cb9cfe service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cb534458-5d1c-4d98-b6b3-377ef0b47b95 HTTP/1.1" status: 200 len: 853 time: 0.1672773 Jun 22 09:00:03.016163 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-e9db2658-9e02-4434-b72a-bf93a2c5dd82 req-8a187393-579a-4c79-b518-9ffb3e90f863 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6706598b-aed2-4128-a68e-6105ca7ca237&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413058 Jun 22 09:00:03.017347 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.wsgi [-] (92664) accepted ('10.222.0.22', 37974) {{(pid=92664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:00:03.019928 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-a255ce36-6da3-4266-a5eb-416753bdac4f req-e2d8cccb-66cb-4095-9869-f741ba8bb720 tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] 10.222.0.22 "GET /v2.0/security-groups?id=38156de4-c897-4c33-98c3-f122cd461c94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737462 Jun 22 09:00:03.026311 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.v2.base [None req-c08a4953-7a01-43d6-bdec-eba7ff124f72 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-595519724-network', 'tenant_id': '4f1cec0f0987472bb1def9086630a346'}} {{(pid=92664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:00:03.027343 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b13685-e9f6-4508-acb0-6e95dc6769cb req-f6b87c3c-1093-40ed-b65d-e63c791aa88a tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:00:03.029324 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-c4b13685-e9f6-4508-acb0-6e95dc6769cb req-f6b87c3c-1093-40ed-b65d-e63c791aa88a tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.22 "GET /v2.0/ports?device_id=6271050a-4abc-4bde-8b04-76e25bbe6df5 HTTP/1.1" status: 200 len: 946 time: 0.2522876 Jun 22 09:00:03.064507 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c08a4953-7a01-43d6-bdec-eba7ff124f72 admin admin] Made reservation on behalf of 4f1cec0f0987472bb1def9086630a346 for: {'network': 1} {{(pid=92664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:00:03.068792 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-c08a4953-7a01-43d6-bdec-eba7ff124f72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-133719140'] for network, before_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:00:03.088753 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-c08a4953-7a01-43d6-bdec-eba7ff124f72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:00:03.117750 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-c4b13685-e9f6-4508-acb0-6e95dc6769cb req-2d6df811-9026-452b-b88a-2d14c28f15b5 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.22 "GET /v2.0/security-groups?id=439773e6-15fd-46a9-865b-f4af198ad98a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687256 Jun 22 09:00:03.150960 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-e9db2658-9e02-4434-b72a-bf93a2c5dd82 req-6b79d0d6-dcfb-4324-baae-ccb268404348 service neutron] 10.222.0.15 "GET /v2.0/networks/6706598b-aed2-4128-a68e-6105ca7ca237?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205049 Jun 22 09:00:03.245913 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-c08a4953-7a01-43d6-bdec-eba7ff124f72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:00:03.252348 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-c08a4953-7a01-43d6-bdec-eba7ff124f72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748303'] for security_group, after_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:00:03.258027 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-17f485d2-5b45-459e-b08c-8e4b712b0786 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:00:03.262014 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-e9db2658-9e02-4434-b72a-bf93a2c5dd82 req-95417d71-f541-43d7-8b07-cd42cca95fa6 service neutron] 10.222.0.15 "GET /v2.0/networks/6706598b-aed2-4128-a68e-6105ca7ca237?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975678 Jun 22 09:00:03.282075 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c08a4953-7a01-43d6-bdec-eba7ff124f72 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 234} {{(pid=92664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:00:03.302282 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08a4953-7a01-43d6-bdec-eba7ff124f72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41ce1fae-0d5d-40ab-94ec-c890a036da46,revision_number=1']} {{(pid=92664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:00:03.305824 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-c08a4953-7a01-43d6-bdec-eba7ff124f72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133909941'] for segment, precommit_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:00:03.306175 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.db.segments_db [None req-c08a4953-7a01-43d6-bdec-eba7ff124f72 admin admin] Added segment a63dff80-afd2-4f93-943a-0e0686549535 of type vlan for network 7e73d09d-736d-4596-a86f-3647eddc42d4 Jun 22 09:00:03.308062 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-c08a4953-7a01-43d6-bdec-eba7ff124f72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:00:03.363635 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-c08a4953-7a01-43d6-bdec-eba7ff124f72 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728379603923'] for network, precommit_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:00:03.406647 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-c08a4953-7a01-43d6-bdec-eba7ff124f72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-748338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-133660957'] for network, after_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:00:03.408178 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c08a4953-7a01-43d6-bdec-eba7ff124f72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:00:03.408973 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-c08a4953-7a01-43d6-bdec-eba7ff124f72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133660928'] for network, before_response {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:00:03.412740 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-798beda3-e6bb-4f23-809f-55aba463ad40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:00:03.462726 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [None req-c08a4953-7a01-43d6-bdec-eba7ff124f72 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.4437900 Jun 22 09:00:03.467921 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.wsgi [-] (92665) accepted ('10.222.0.22', 37994) {{(pid=92665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:00:03.475752 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08a4953-7a01-43d6-bdec-eba7ff124f72 admin admin] Pushing event updated for resources: {'Network': ['ID=7e73d09d-736d-4596-a86f-3647eddc42d4,revision_number=1']} {{(pid=92664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:00:03.478483 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-c08a4953-7a01-43d6-bdec-eba7ff124f72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:00:03.483033 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.v2.base [None req-095954b4-b489-4aee-b16e-1f0da6cf1450 admin admin] Request body: {'subnet': {'network_id': '7e73d09d-736d-4596-a86f-3647eddc42d4', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-595519724-subnet', 'tenant_id': '4f1cec0f0987472bb1def9086630a346', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:00:03.488714 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.rpc [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Network 7e73d09d-736d-4596-a86f-3647eddc42d4 details requested by agent ovs-agent-dv-cinder-797333-1-smb with host dv-cinder-797333-1-smb {{(pid=92666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 09:00:03.525406 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-095954b4-b489-4aee-b16e-1f0da6cf1450 admin admin] Made reservation on behalf of 4f1cec0f0987472bb1def9086630a346 for: {'subnet': 1} {{(pid=92665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:00:03.529506 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-095954b4-b489-4aee-b16e-1f0da6cf1450 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1911690'] for subnet, before_create {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:00:03.685215 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc5cc86-3d54-47d2-98fc-333ac4aeca61 req-71ef194c-0302-4ee1-bc62-19a8845411a0 tempest-VolumesSnapshotTestJSON-984981180 tempest-VolumesSnapshotTestJSON-984981180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:00:03.686839 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-dbc5cc86-3d54-47d2-98fc-333ac4aeca61 req-71ef194c-0302-4ee1-bc62-19a8845411a0 tempest-VolumesSnapshotTestJSON-984981180 tempest-VolumesSnapshotTestJSON-984981180-project] 10.222.0.22 "GET /v2.0/ports?device_id=c7a811d6-2b3e-4e6a-9c2b-c283983b66c6 HTTP/1.1" status: 200 len: 944 time: 0.1392522 Jun 22 09:00:03.798163 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-dbc5cc86-3d54-47d2-98fc-333ac4aeca61 req-0a7adf85-7f9d-4fbf-8d3c-1f4a178881ae tempest-VolumesSnapshotTestJSON-984981180 tempest-VolumesSnapshotTestJSON-984981180-project] 10.222.0.22 "GET /v2.0/security-groups?id=c7131d86-2a03-4f85-9d37-dc4b557265fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865562 Jun 22 09:00:03.848215 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-095954b4-b489-4aee-b16e-1f0da6cf1450 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133660950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4026900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1911736'] for subnet, after_create {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:00:03.862769 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:00:03.930999 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095954b4-b489-4aee-b16e-1f0da6cf1450 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f278ba12-c6e1-4922-bd16-abb2a57c1bc2,revision_number=0']} {{(pid=92665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:00:03.943197 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1424fb70-8cdb-41d4-a4fc-7da42967edcc req-56ea375a-b562-4648-86a9-4569a3a8e298 tempest-TestShelveInstance-1565407398 tempest-TestShelveInstance-1565407398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:00:03.944774 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-1424fb70-8cdb-41d4-a4fc-7da42967edcc req-56ea375a-b562-4648-86a9-4569a3a8e298 tempest-TestShelveInstance-1565407398 tempest-TestShelveInstance-1565407398-project] 10.222.0.22 "GET /v2.0/ports?device_id=fc8b0cc3-489c-44aa-bec3-c9cb8004cc76 HTTP/1.1" status: 200 len: 944 time: 0.1647837 Jun 22 09:00:03.947294 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-095954b4-b489-4aee-b16e-1f0da6cf1450 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:00:03.960287 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-095954b4-b489-4aee-b16e-1f0da6cf1450 admin admin] Checking segment: {'id': 'a63dff80-afd2-4f93-943a-0e0686549535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '7e73d09d-736d-4596-a86f-3647eddc42d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:00:03.960734 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-095954b4-b489-4aee-b16e-1f0da6cf1450 admin admin] Network hostable DHCP agents. Network: 7e73d09d-736d-4596-a86f-3647eddc42d4, hostable agents: ['18f46bdb-decb-4ad2-bb7f-51185bbb2b9b'], hosted agents: [] {{(pid=92665) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 09:00:04.014798 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-1424fb70-8cdb-41d4-a4fc-7da42967edcc req-85a26c2d-b091-451d-b019-61c5fc9f70eb tempest-TestShelveInstance-1565407398 tempest-TestShelveInstance-1565407398-project] 10.222.0.22 "GET /v2.0/security-groups?id=625a0eee-a365-4b84-95f9-4e05b3b72269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624049 Jun 22 09:00:04.015812 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-095954b4-b489-4aee-b16e-1f0da6cf1450 admin admin] Network 7e73d09d-736d-4596-a86f-3647eddc42d4 is scheduled to be hosted by DHCP agent 18f46bdb-decb-4ad2-bb7f-51185bbb2b9b with binding_index 1 {{(pid=92665) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 09:00:04.034796 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.scheduler.base_scheduler [None req-095954b4-b489-4aee-b16e-1f0da6cf1450 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797333-1-smb, 7e73d09d-736d-4596-a86f-3647eddc42d4) {{(pid=92665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:00:04.044937 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-095954b4-b489-4aee-b16e-1f0da6cf1450 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:00:04.046663 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-095954b4-b489-4aee-b16e-1f0da6cf1450 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133660928'] for subnet, before_response {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:00:04.051226 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0c702fd-617c-444c-802e-865f7d6d1869 None None] Network 7e73d09d-736d-4596-a86f-3647eddc42d4 requested from dv-cinder-797333-1-smb {{(pid=92666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:00:04.086751 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [None req-095954b4-b489-4aee-b16e-1f0da6cf1450 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6144538 Jun 22 09:00:04.155833 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.rpc [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Device 14453dce-4709-4737-b557-4de4f2e3aa53 details requested by agent hyperv_hv-cinder-79733 with host hv-cinder-79733 {{(pid=92666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 09:00:04.317616 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.wsgi [-] (92664) accepted ('10.222.0.22', 38014) {{(pid=92664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:00:04.385915 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.db.db_base_plugin_v2 [None req-4886d1e8-b8b2-414f-84c1-1680e3f32162 admin admin] Deleting subnet 38f47cdf-e395-4455-8c1b-5589fa74bf40 {{(pid=92664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 09:00:04.390909 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-4886d1e8-b8b2-414f-84c1-1680e3f32162 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:00:04.401461 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a18933e-4322-4978-8f49-9e053c866788 None None] Network 7e73d09d-736d-4596-a86f-3647eddc42d4 requested from dv-cinder-797333-1-smb {{(pid=92666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:00:04.437364 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-4886d1e8-b8b2-414f-84c1-1680e3f32162 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8776283'] for subnet, precommit_delete_associations {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:00:04.483566 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.db [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] For port 14453dce-4709-4737-b557-4de4f2e3aa53, host hv-cinder-79733, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79733',level=0,port_id=14453dce-4709-4737-b557-4de4f2e3aa53,segment=NetworkSegment(ea110242-fe51-4929-b591-906578e682da),segment_id=ea110242-fe51-4929-b591-906578e682da)] {{(pid=92666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:00:04.485448 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-4886d1e8-b8b2-414f-84c1-1680e3f32162 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133921636'] for subnet, precommit_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:00:04.503668 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.rpc [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Returning: {'device': '14453dce-4709-4737-b557-4de4f2e3aa53', 'network_id': 'b3c13f4c-b8ff-4164-9438-784286903cad', 'port_id': '14453dce-4709-4737-b557-4de4f2e3aa53', 'mac_address': 'fa:16:3e:3b:d3:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4619780-7695-464f-af2b-4e2935ed6232', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 09:00:04.514998 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168cf8f3-2d5b-4897-9048-8ac942946dfa req-7a147c1d-454e-4c06-b535-db855f0cbb5e tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:00:04.517866 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-168cf8f3-2d5b-4897-9048-8ac942946dfa req-7a147c1d-454e-4c06-b535-db855f0cbb5e tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] 10.222.0.22 "GET /v2.0/ports?device_id=77bc445d-b7a3-4b72-a814-8e0cc5e86369 HTTP/1.1" status: 200 len: 946 time: 0.2118294 Jun 22 09:00:04.539876 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06f88be-dc1a-44cb-870b-e7764088c338 req-f33523bf-8bf3-4190-a833-766e5211492a tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:00:04.543086 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-c06f88be-dc1a-44cb-870b-e7764088c338 req-f33523bf-8bf3-4190-a833-766e5211492a tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.22 "GET /v2.0/ports?device_id=6271050a-4abc-4bde-8b04-76e25bbe6df5 HTTP/1.1" status: 200 len: 946 time: 0.2056549 Jun 22 09:00:04.556643 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-4886d1e8-b8b2-414f-84c1-1680e3f32162 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133921629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133660950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9113338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9089548'] for subnet, after_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:00:04.564657 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:00:04.589114 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-4886d1e8-b8b2-414f-84c1-1680e3f32162 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:00:04.593600 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [None req-4886d1e8-b8b2-414f-84c1-1680e3f32162 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/38f47cdf-e395-4455-8c1b-5589fa74bf40 HTTP/1.1" status: 204 len: 168 time: 0.2719738 Jun 22 09:00:04.593600 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4886d1e8-b8b2-414f-84c1-1680e3f32162 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=38f47cdf-e395-4455-8c1b-5589fa74bf40,revision_number=None']} {{(pid=92664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:00:04.598444 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-4886d1e8-b8b2-414f-84c1-1680e3f32162 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:00:04.599149 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.wsgi [-] (92664) accepted ('10.222.0.22', 38016) {{(pid=92664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:00:04.613464 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133719154'] for port, before_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:00:04.628320 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.notifiers.nova [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14453dce-4709-4737-b557-4de4f2e3aa53 {{(pid=92666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 09:00:04.650966 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.db [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] For port 14453dce-4709-4737-b557-4de4f2e3aa53, host hv-cinder-79733, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79733',level=0,port_id=14453dce-4709-4737-b557-4de4f2e3aa53,segment=NetworkSegment(ea110242-fe51-4929-b591-906578e682da),segment_id=ea110242-fe51-4929-b591-906578e682da)] {{(pid=92666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:00:04.651750 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-168cf8f3-2d5b-4897-9048-8ac942946dfa req-f588ea98-1ae8-43ce-817e-d82c41d534b6 tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] 10.222.0.22 "GET /v2.0/security-groups?id=38156de4-c897-4c33-98c3-f122cd461c94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1063716 Jun 22 09:00:04.656838 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133719696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133660950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728380107731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728379583079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728379583124'] for port, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:00:04.658009 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.rpc [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Device ed5981b3-2c48-42b0-a6b2-a5a80e732138 details requested by agent hyperv_hv-cinder-79733 with host hv-cinder-79733 {{(pid=92666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 09:00:04.661378 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG oslo_concurrency.lockutils [None req-92d36823-aecd-4c9c-9f63-a0b8aa9a6e8d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:00:04.667228 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-c06f88be-dc1a-44cb-870b-e7764088c338 req-7158ad4b-74b1-474a-8e8d-f903ada3b366 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.22 "GET /v2.0/security-groups?id=439773e6-15fd-46a9-865b-f4af198ad98a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1097126 Jun 22 09:00:04.732427 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-7df3f1c8-ae10-486e-8cdc-a42ed90a6755 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133751319'] for network, before_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:00:04.809871 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Pushing event updated for resources: {'Port': ['ID=14453dce-4709-4737-b557-4de4f2e3aa53,revision_number=4']} {{(pid=92666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:00:04.812781 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-7df3f1c8-ae10-486e-8cdc-a42ed90a6755 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133922029', 'neutron.services.segments.db._delete_segments_for_network-8728380123091'] for network, precommit_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:00:04.816904 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG oslo_concurrency.lockutils [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=92666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:00:04.825738 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.services.segments.db [None req-7df3f1c8-ae10-486e-8cdc-a42ed90a6755 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f3a89f8-9981-4a41-a38b-2e1300c14bfa']}} {{(pid=92664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:00:04.837464 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.services.segments.db [None req-7df3f1c8-ae10-486e-8cdc-a42ed90a6755 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15fe2a43-6bb9-4269-b92d-f669ee026203') {'for_net_delete': True} {{(pid=92664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:00:04.837946 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.services.segments.db [None req-7df3f1c8-ae10-486e-8cdc-a42ed90a6755 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15fe2a43-6bb9-4269-b92d-f669ee026203') {} {{(pid=92664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:00:04.853774 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-7df3f1c8-ae10-486e-8cdc-a42ed90a6755 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728380122920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8776300'] for segment, before_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:00:04.873767 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.db [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] For port ed5981b3-2c48-42b0-a6b2-a5a80e732138, host hv-cinder-79733, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79733',level=0,port_id=ed5981b3-2c48-42b0-a6b2-a5a80e732138,segment=NetworkSegment(717bdc44-a0e1-4ce2-ac7e-465c14fbffc4),segment_id=717bdc44-a0e1-4ce2-ac7e-465c14fbffc4)] {{(pid=92666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:00:04.877510 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-7df3f1c8-ae10-486e-8cdc-a42ed90a6755 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133909941'] for segment, precommit_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:00:04.888495 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7df3f1c8-ae10-486e-8cdc-a42ed90a6755 admin admin] Releasing vlan 200 on physical network physnet1 to pool {{(pid=92664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:00:04.889088 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-7df3f1c8-ae10-486e-8cdc-a42ed90a6755 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133909941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8986947'] for segment, after_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:00:04.891721 dv-cinder-797333-1-smb neutron-server[92664]: Traceback (most recent call last): Jun 22 09:00:04.891721 dv-cinder-797333-1-smb neutron-server[92664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:00:04.891721 dv-cinder-797333-1-smb neutron-server[92664]: timer() Jun 22 09:00:04.891721 dv-cinder-797333-1-smb neutron-server[92664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:00:04.891721 dv-cinder-797333-1-smb neutron-server[92664]: cb(*args, **kw) Jun 22 09:00:04.891721 dv-cinder-797333-1-smb neutron-server[92664]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:00:04.891721 dv-cinder-797333-1-smb neutron-server[92664]: return func(*args, **kwargs) Jun 22 09:00:04.891721 dv-cinder-797333-1-smb neutron-server[92664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:00:04.891721 dv-cinder-797333-1-smb neutron-server[92664]: self._notify() Jun 22 09:00:04.891721 dv-cinder-797333-1-smb neutron-server[92664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:00:04.891721 dv-cinder-797333-1-smb neutron-server[92664]: self.callback(batched_events) Jun 22 09:00:04.891721 dv-cinder-797333-1-smb neutron-server[92664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:00:04.891721 dv-cinder-797333-1-smb neutron-server[92664]: event.method(event) Jun 22 09:00:04.891721 dv-cinder-797333-1-smb neutron-server[92664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:00:04.891721 dv-cinder-797333-1-smb neutron-server[92664]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:00:04.891721 dv-cinder-797333-1-smb neutron-server[92664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:00:04.891721 dv-cinder-797333-1-smb neutron-server[92664]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:00:04.891721 dv-cinder-797333-1-smb neutron-server[92664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:00:04.891721 dv-cinder-797333-1-smb neutron-server[92664]: return f(self, *a, **k) Jun 22 09:00:04.891721 dv-cinder-797333-1-smb neutron-server[92664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:00:04.891721 dv-cinder-797333-1-smb neutron-server[92664]: return self._get(url).json() Jun 22 09:00:04.891721 dv-cinder-797333-1-smb neutron-server[92664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:00:04.891721 dv-cinder-797333-1-smb neutron-server[92664]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:00:04.891721 dv-cinder-797333-1-smb neutron-server[92664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:00:04.891721 dv-cinder-797333-1-smb neutron-server[92664]: return self.request(url, 'GET', **kwargs) Jun 22 09:00:04.891721 dv-cinder-797333-1-smb neutron-server[92664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:00:04.891721 dv-cinder-797333-1-smb neutron-server[92664]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:00:04.891721 dv-cinder-797333-1-smb neutron-server[92664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:00:04.891721 dv-cinder-797333-1-smb neutron-server[92664]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:00:04.891721 dv-cinder-797333-1-smb neutron-server[92664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:00:04.891721 dv-cinder-797333-1-smb neutron-server[92664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:00:04.891721 dv-cinder-797333-1-smb neutron-server[92664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:00:04.899223 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.rpc [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Returning: {'device': 'ed5981b3-2c48-42b0-a6b2-a5a80e732138', 'network_id': '6706598b-aed2-4128-a68e-6105ca7ca237', 'port_id': 'ed5981b3-2c48-42b0-a6b2-a5a80e732138', 'mac_address': 'fa:16:3e:c1:57:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb534458-5d1c-4d98-b6b3-377ef0b47b95', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 09:00:04.968308 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133719154'] for port, before_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:00:04.986561 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-7df3f1c8-ae10-486e-8cdc-a42ed90a6755 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133922022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-748338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-133660957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-546649'] for network, after_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:00:04.991806 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:00:04.992174 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.notifiers.nova [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed5981b3-2c48-42b0-a6b2-a5a80e732138 {{(pid=92666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 09:00:04.995918 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-7df3f1c8-ae10-486e-8cdc-a42ed90a6755 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133660928'] for network, before_response {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:00:05.002924 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [None req-7df3f1c8-ae10-486e-8cdc-a42ed90a6755 admin admin] 10.222.0.22 "DELETE /v2.0/networks/8f3a89f8-9981-4a41-a38b-2e1300c14bfa HTTP/1.1" status: 204 len: 168 time: 0.3999791 Jun 22 09:00:05.003522 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.wsgi [-] (92664) accepted ('10.222.0.22', 38022) {{(pid=92664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:00:05.028056 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.db [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] For port ed5981b3-2c48-42b0-a6b2-a5a80e732138, host hv-cinder-79733, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79733',level=0,port_id=ed5981b3-2c48-42b0-a6b2-a5a80e732138,segment=NetworkSegment(717bdc44-a0e1-4ce2-ac7e-465c14fbffc4),segment_id=717bdc44-a0e1-4ce2-ac7e-465c14fbffc4)] {{(pid=92666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:00:05.030256 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df3f1c8-ae10-486e-8cdc-a42ed90a6755 admin admin] Pushing event deleted for resources: {'Network': ['ID=8f3a89f8-9981-4a41-a38b-2e1300c14bfa,revision_number=None']} {{(pid=92664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:00:05.034449 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133719696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133660950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728380107731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728379583079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728379583124'] for port, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:00:05.039458 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG oslo_concurrency.lockutils [None req-a4d1b465-7641-4199-9900-d5d4ea2c6cb2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:00:05.060151 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-7df3f1c8-ae10-486e-8cdc-a42ed90a6755 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:00:05.093963 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c1e2cf4-090c-4719-89fb-b8a2d4ee5de9 admin admin] Deleting subnet f278ba12-c6e1-4922-bd16-abb2a57c1bc2 {{(pid=92664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 09:00:05.098441 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-0c1e2cf4-090c-4719-89fb-b8a2d4ee5de9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:00:05.110113 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Pushing event updated for resources: {'Port': ['ID=ed5981b3-2c48-42b0-a6b2-a5a80e732138,revision_number=4']} {{(pid=92666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:00:05.114458 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG oslo_concurrency.lockutils [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:00:05.151465 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-0c1e2cf4-090c-4719-89fb-b8a2d4ee5de9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8776283'] for subnet, precommit_delete_associations {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:00:05.181696 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f99031-0955-4029-a670-022321edf7dd req-498a127a-7948-4b1a-9c51-ed582baf50b5 tempest-VolumesSnapshotTestJSON-984981180 tempest-VolumesSnapshotTestJSON-984981180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:00:05.184565 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-e6f99031-0955-4029-a670-022321edf7dd req-498a127a-7948-4b1a-9c51-ed582baf50b5 tempest-VolumesSnapshotTestJSON-984981180 tempest-VolumesSnapshotTestJSON-984981180-project] 10.222.0.22 "GET /v2.0/ports?device_id=c7a811d6-2b3e-4e6a-9c2b-c283983b66c6 HTTP/1.1" status: 200 len: 945 time: 0.1382139 Jun 22 09:00:05.205213 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-0c1e2cf4-090c-4719-89fb-b8a2d4ee5de9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133921636'] for subnet, precommit_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:00:05.268123 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-0c1e2cf4-090c-4719-89fb-b8a2d4ee5de9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133921629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133660950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9113338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9089548'] for subnet, after_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:00:05.270520 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:00:05.297078 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1e2cf4-090c-4719-89fb-b8a2d4ee5de9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f278ba12-c6e1-4922-bd16-abb2a57c1bc2,revision_number=None']} {{(pid=92664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:00:05.300256 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-0c1e2cf4-090c-4719-89fb-b8a2d4ee5de9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:00:05.305658 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-0c1e2cf4-090c-4719-89fb-b8a2d4ee5de9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:00:05.306968 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.db [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] get_ports_and_sgs() called for port_ids ['ed5981b3-2c48-42b0-a6b2-a5a80e732138'] {{(pid=92666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 09:00:05.309380 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [None req-0c1e2cf4-090c-4719-89fb-b8a2d4ee5de9 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/f278ba12-c6e1-4922-bd16-abb2a57c1bc2 HTTP/1.1" status: 204 len: 168 time: 0.3029697 Jun 22 09:00:05.311383 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.wsgi [-] (92664) accepted ('10.222.0.22', 38026) {{(pid=92664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:00:05.315075 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-e6f99031-0955-4029-a670-022321edf7dd req-edae132d-eeec-467e-b2b3-d9dbe2bd8a14 tempest-VolumesSnapshotTestJSON-984981180 tempest-VolumesSnapshotTestJSON-984981180-project] 10.222.0.22 "GET /v2.0/security-groups?id=c7131d86-2a03-4f85-9d37-dc4b557265fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144807 Jun 22 09:00:05.331930 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ef6bdf-bece-4b60-aa9a-0d9430d414fd req-9e35cefe-84eb-4c70-b509-8a7853755cbc tempest-TestShelveInstance-1565407398 tempest-TestShelveInstance-1565407398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:00:05.333736 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-e3ef6bdf-bece-4b60-aa9a-0d9430d414fd req-9e35cefe-84eb-4c70-b509-8a7853755cbc tempest-TestShelveInstance-1565407398 tempest-TestShelveInstance-1565407398-project] 10.222.0.22 "GET /v2.0/ports?device_id=fc8b0cc3-489c-44aa-bec3-c9cb8004cc76 HTTP/1.1" status: 200 len: 945 time: 0.1479197 Jun 22 09:00:05.357525 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.db [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] get_ports_and_sgs() called for port_ids ['14453dce-4709-4737-b557-4de4f2e3aa53'] {{(pid=92666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 09:00:05.398732 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-e3ef6bdf-bece-4b60-aa9a-0d9430d414fd req-e594fec8-e1f3-4b7d-8b31-d3436e183ad6 tempest-TestShelveInstance-1565407398 tempest-TestShelveInstance-1565407398-project] 10.222.0.22 "GET /v2.0/security-groups?id=625a0eee-a365-4b84-95f9-4e05b3b72269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531869 Jun 22 09:00:05.410656 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-4618cb79-2229-454b-91b4-7add6552f298 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133751319'] for network, before_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:00:05.505602 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-4618cb79-2229-454b-91b4-7add6552f298 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133922029', 'neutron.services.segments.db._delete_segments_for_network-8728380123091'] for network, precommit_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:00:05.517966 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.services.segments.db [None req-4618cb79-2229-454b-91b4-7add6552f298 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e73d09d-736d-4596-a86f-3647eddc42d4']}} {{(pid=92664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:00:05.535664 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.services.segments.db [None req-4618cb79-2229-454b-91b4-7add6552f298 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a63dff80-afd2-4f93-943a-0e0686549535') {'for_net_delete': True} {{(pid=92664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:00:05.536157 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.services.segments.db [None req-4618cb79-2229-454b-91b4-7add6552f298 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a63dff80-afd2-4f93-943a-0e0686549535') {} {{(pid=92664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:00:05.551927 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-4618cb79-2229-454b-91b4-7add6552f298 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728380122920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8776300'] for segment, before_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:00:05.573341 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-4618cb79-2229-454b-91b4-7add6552f298 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133909941'] for segment, precommit_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:00:05.580532 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4618cb79-2229-454b-91b4-7add6552f298 admin admin] Releasing vlan 234 on physical network physnet1 to pool {{(pid=92664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:00:05.581184 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-4618cb79-2229-454b-91b4-7add6552f298 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133909941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8986947'] for segment, after_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:00:05.583383 dv-cinder-797333-1-smb neutron-server[92664]: Traceback (most recent call last): Jun 22 09:00:05.583383 dv-cinder-797333-1-smb neutron-server[92664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:00:05.583383 dv-cinder-797333-1-smb neutron-server[92664]: timer() Jun 22 09:00:05.583383 dv-cinder-797333-1-smb neutron-server[92664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:00:05.583383 dv-cinder-797333-1-smb neutron-server[92664]: cb(*args, **kw) Jun 22 09:00:05.583383 dv-cinder-797333-1-smb neutron-server[92664]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:00:05.583383 dv-cinder-797333-1-smb neutron-server[92664]: return func(*args, **kwargs) Jun 22 09:00:05.583383 dv-cinder-797333-1-smb neutron-server[92664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:00:05.583383 dv-cinder-797333-1-smb neutron-server[92664]: self._notify() Jun 22 09:00:05.583383 dv-cinder-797333-1-smb neutron-server[92664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:00:05.583383 dv-cinder-797333-1-smb neutron-server[92664]: self.callback(batched_events) Jun 22 09:00:05.583383 dv-cinder-797333-1-smb neutron-server[92664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:00:05.583383 dv-cinder-797333-1-smb neutron-server[92664]: event.method(event) Jun 22 09:00:05.583383 dv-cinder-797333-1-smb neutron-server[92664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:00:05.583383 dv-cinder-797333-1-smb neutron-server[92664]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:00:05.583383 dv-cinder-797333-1-smb neutron-server[92664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:00:05.583383 dv-cinder-797333-1-smb neutron-server[92664]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:00:05.583383 dv-cinder-797333-1-smb neutron-server[92664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:00:05.583383 dv-cinder-797333-1-smb neutron-server[92664]: return f(self, *a, **k) Jun 22 09:00:05.583383 dv-cinder-797333-1-smb neutron-server[92664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:00:05.583383 dv-cinder-797333-1-smb neutron-server[92664]: return self._get(url).json() Jun 22 09:00:05.583383 dv-cinder-797333-1-smb neutron-server[92664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:00:05.583383 dv-cinder-797333-1-smb neutron-server[92664]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:00:05.583383 dv-cinder-797333-1-smb neutron-server[92664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:00:05.583383 dv-cinder-797333-1-smb neutron-server[92664]: return self.request(url, 'GET', **kwargs) Jun 22 09:00:05.583383 dv-cinder-797333-1-smb neutron-server[92664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:00:05.583383 dv-cinder-797333-1-smb neutron-server[92664]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:00:05.583383 dv-cinder-797333-1-smb neutron-server[92664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:00:05.583383 dv-cinder-797333-1-smb neutron-server[92664]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:00:05.583383 dv-cinder-797333-1-smb neutron-server[92664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:00:05.583383 dv-cinder-797333-1-smb neutron-server[92664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:00:05.583383 dv-cinder-797333-1-smb neutron-server[92664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:00:05.662959 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-4618cb79-2229-454b-91b4-7add6552f298 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133922022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-748338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-133660957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-546649'] for network, after_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:00:05.669983 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-4618cb79-2229-454b-91b4-7add6552f298 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133660928'] for network, before_response {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:00:05.674314 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [None req-4618cb79-2229-454b-91b4-7add6552f298 admin admin] 10.222.0.22 "DELETE /v2.0/networks/7e73d09d-736d-4596-a86f-3647eddc42d4 HTTP/1.1" status: 204 len: 168 time: 0.3614361 Jun 22 09:00:05.677033 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-f79a9ba0-8198-47aa-8ecb-a5e5de20063f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:00:05.716894 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4618cb79-2229-454b-91b4-7add6552f298 admin admin] Pushing event deleted for resources: {'Network': ['ID=7e73d09d-736d-4596-a86f-3647eddc42d4,revision_number=None']} {{(pid=92664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:00:05.727808 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-4618cb79-2229-454b-91b4-7add6552f298 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:00:05.949185 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.wsgi [-] (92664) accepted ('10.222.0.22', 38032) {{(pid=92664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:00:05.960861 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d5bc6e-9db9-46e0-8caa-9962f965b88e req-e970918d-e5a4-4a8c-948d-8c44ae858c17 tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:00:05.962531 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-71d5bc6e-9db9-46e0-8caa-9962f965b88e req-e970918d-e5a4-4a8c-948d-8c44ae858c17 tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] 10.222.0.22 "GET /v2.0/ports?device_id=77bc445d-b7a3-4b72-a814-8e0cc5e86369 HTTP/1.1" status: 200 len: 946 time: 0.0940452 Jun 22 09:00:06.004299 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [None req-43357078-b1f1-4e79-90d1-21629e8e68dd admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ac1207a562c4402b9cebaea924a96482&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0530546 Jun 22 09:00:06.007910 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.wsgi [-] (92664) accepted ('10.222.0.22', 38034) {{(pid=92664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:00:06.011460 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-71d5bc6e-9db9-46e0-8caa-9962f965b88e req-c406b082-d4e0-450e-94f1-52d5610b0aca tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] 10.222.0.22 "GET /v2.0/security-groups?id=38156de4-c897-4c33-98c3-f122cd461c94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378964 Jun 22 09:00:06.063549 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-8b497266-b357-4b53-9947-0ba3d3ff4713 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:00:06.086379 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-8b497266-b357-4b53-9947-0ba3d3ff4713 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:00:06.139103 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-8b497266-b357-4b53-9947-0ba3d3ff4713 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748303'] for security_group, after_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:00:06.142254 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-8b497266-b357-4b53-9947-0ba3d3ff4713 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:00:06.143559 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [None req-8b497266-b357-4b53-9947-0ba3d3ff4713 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/15282e44-a5c6-4c99-aaa8-5d79a128568e HTTP/1.1" status: 204 len: 168 time: 0.1345408 Jun 22 09:00:06.144498 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-f737653a-f1e0-49bd-94ee-84d0915abdfc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:00:06.155190 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b497266-b357-4b53-9947-0ba3d3ff4713 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15282e44-a5c6-4c99-aaa8-5d79a128568e,revision_number=None']} {{(pid=92664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:00:06.158296 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-8b497266-b357-4b53-9947-0ba3d3ff4713 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:00:06.583852 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.wsgi [-] (92664) accepted ('10.222.0.22', 38044) {{(pid=92664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:00:06.585009 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161c4f3a-a72e-400a-8694-e89b22a0c190 req-0dd2e3f4-fb1b-41b1-b3cf-f52f4e34e878 tempest-VolumesSnapshotTestJSON-984981180 tempest-VolumesSnapshotTestJSON-984981180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:00:06.586585 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-161c4f3a-a72e-400a-8694-e89b22a0c190 req-0dd2e3f4-fb1b-41b1-b3cf-f52f4e34e878 tempest-VolumesSnapshotTestJSON-984981180 tempest-VolumesSnapshotTestJSON-984981180-project] 10.222.0.22 "GET /v2.0/ports?device_id=c7a811d6-2b3e-4e6a-9c2b-c283983b66c6 HTTP/1.1" status: 200 len: 945 time: 0.1147177 Jun 22 09:00:06.646911 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-161c4f3a-a72e-400a-8694-e89b22a0c190 req-c1c24106-89f3-442d-9a49-7c05e0ed30e5 tempest-VolumesSnapshotTestJSON-984981180 tempest-VolumesSnapshotTestJSON-984981180-project] 10.222.0.22 "GET /v2.0/security-groups?id=c7131d86-2a03-4f85-9d37-dc4b557265fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510504 Jun 22 09:00:06.651521 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [None req-85f8f8d3-3575-488c-bda4-faebc375e898 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=4f1cec0f0987472bb1def9086630a346&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0633516 Jun 22 09:00:06.655308 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.wsgi [-] (92664) accepted ('10.222.0.22', 38046) {{(pid=92664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:00:06.720145 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-52f4de9d-dca8-4b86-9a98-3a36a73b97ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:00:06.727032 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08336191-b72a-4896-9059-91bcad63f793 req-147ddec7-8362-4083-8832-b50a55a94d21 tempest-TestShelveInstance-1565407398 tempest-TestShelveInstance-1565407398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:00:06.729478 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-08336191-b72a-4896-9059-91bcad63f793 req-147ddec7-8362-4083-8832-b50a55a94d21 tempest-TestShelveInstance-1565407398 tempest-TestShelveInstance-1565407398-project] 10.222.0.22 "GET /v2.0/ports?device_id=fc8b0cc3-489c-44aa-bec3-c9cb8004cc76 HTTP/1.1" status: 200 len: 945 time: 0.0946994 Jun 22 09:00:06.747333 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-52f4de9d-dca8-4b86-9a98-3a36a73b97ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:00:06.772344 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-08336191-b72a-4896-9059-91bcad63f793 req-42e8f2de-9169-4767-9f9a-02099ce20836 tempest-TestShelveInstance-1565407398 tempest-TestShelveInstance-1565407398-project] 10.222.0.22 "GET /v2.0/security-groups?id=625a0eee-a365-4b84-95f9-4e05b3b72269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362709 Jun 22 09:00:06.797191 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-52f4de9d-dca8-4b86-9a98-3a36a73b97ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748303'] for security_group, after_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:00:06.800193 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-52f4de9d-dca8-4b86-9a98-3a36a73b97ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:00:06.801608 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [None req-52f4de9d-dca8-4b86-9a98-3a36a73b97ff admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/41ce1fae-0d5d-40ab-94ec-c890a036da46 HTTP/1.1" status: 204 len: 168 time: 0.1452048 Jun 22 09:00:06.802987 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-cd33e84e-794f-4395-b805-02c164e63f13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:00:06.812993 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f4de9d-dca8-4b86-9a98-3a36a73b97ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41ce1fae-0d5d-40ab-94ec-c890a036da46,revision_number=None']} {{(pid=92664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:00:06.815715 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-52f4de9d-dca8-4b86-9a98-3a36a73b97ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:00:07.212298 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a5592a-cab3-473e-8dcd-747aef9e9139 req-cfc6992f-0e72-4d8c-a796-ff67efacfb97 tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:00:07.213823 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-32a5592a-cab3-473e-8dcd-747aef9e9139 req-cfc6992f-0e72-4d8c-a796-ff67efacfb97 tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] 10.222.0.22 "GET /v2.0/ports?device_id=77bc445d-b7a3-4b72-a814-8e0cc5e86369 HTTP/1.1" status: 200 len: 946 time: 0.0710907 Jun 22 09:00:07.270252 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-32a5592a-cab3-473e-8dcd-747aef9e9139 req-ab4565d0-f489-4c79-ae39-dcbfd3dc5720 tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] 10.222.0.22 "GET /v2.0/security-groups?id=38156de4-c897-4c33-98c3-f122cd461c94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481091 Jun 22 09:00:07.952527 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5384c052-31c2-4c9e-a813-d70b2ca4a06e req-539f102a-c7e8-43cf-8730-aedcc6d34406 tempest-VolumesSnapshotTestJSON-984981180 tempest-VolumesSnapshotTestJSON-984981180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:00:07.954238 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-5384c052-31c2-4c9e-a813-d70b2ca4a06e req-539f102a-c7e8-43cf-8730-aedcc6d34406 tempest-VolumesSnapshotTestJSON-984981180 tempest-VolumesSnapshotTestJSON-984981180-project] 10.222.0.22 "GET /v2.0/ports?device_id=c7a811d6-2b3e-4e6a-9c2b-c283983b66c6 HTTP/1.1" status: 200 len: 945 time: 0.1278543 Jun 22 09:00:08.045598 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-5384c052-31c2-4c9e-a813-d70b2ca4a06e req-61479c3a-2825-4136-9861-fbcf3fb2ef4a tempest-VolumesSnapshotTestJSON-984981180 tempest-VolumesSnapshotTestJSON-984981180-project] 10.222.0.22 "GET /v2.0/security-groups?id=c7131d86-2a03-4f85-9d37-dc4b557265fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779533 Jun 22 09:00:08.067442 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a027c2e7-7f88-4f70-a9e7-19ab84f71859 req-705b0dc5-1514-4dce-bb42-777a461cab5f tempest-TestShelveInstance-1565407398 tempest-TestShelveInstance-1565407398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:00:08.068972 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-a027c2e7-7f88-4f70-a9e7-19ab84f71859 req-705b0dc5-1514-4dce-bb42-777a461cab5f tempest-TestShelveInstance-1565407398 tempest-TestShelveInstance-1565407398-project] 10.222.0.22 "GET /v2.0/ports?device_id=fc8b0cc3-489c-44aa-bec3-c9cb8004cc76 HTTP/1.1" status: 200 len: 945 time: 0.1137843 Jun 22 09:00:08.146427 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-a027c2e7-7f88-4f70-a9e7-19ab84f71859 req-dd81de23-e85b-4e38-a72b-1d78f15c9164 tempest-TestShelveInstance-1565407398 tempest-TestShelveInstance-1565407398-project] 10.222.0.22 "GET /v2.0/security-groups?id=625a0eee-a365-4b84-95f9-4e05b3b72269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659702 Jun 22 09:00:08.164830 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.rpc [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Device ed5981b3-2c48-42b0-a6b2-a5a80e732138 up at agent hyperv_hv-cinder-79733 {{(pid=92666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:00:08.233996 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.provisioning_blocks [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Provisioning for port ed5981b3-2c48-42b0-a6b2-a5a80e732138 completed by entity L2. {{(pid=92666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:00:08.240225 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.provisioning_blocks [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Provisioning complete for port ed5981b3-2c48-42b0-a6b2-a5a80e732138 triggered by entity L2. {{(pid=92666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:00:08.240609 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133917554'] for port, provisioning_complete {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:00:08.341361 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133719154'] for port, before_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:00:08.373137 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7a811d6-2b3e-4e6a-9c2b-c283983b66c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed5981b3-2c48-42b0-a6b2-a5a80e732138'}] {{(pid=92666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:00:08.376361 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d55364b227510a28ea0dc9c97ec82a2823dd2b88b3d79212c5ee75253478bf9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0a735fd-c04c-4fc3-bbc2-f57ff516565d" -d '{"events": [{"server_uuid": "c7a811d6-2b3e-4e6a-9c2b-c283983b66c6", "name": "network-vif-plugged", "status": "completed", "tag": "ed5981b3-2c48-42b0-a6b2-a5a80e732138"}]}' {{(pid=92666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:00:08.397311 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.db [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] For port ed5981b3-2c48-42b0-a6b2-a5a80e732138, host hv-cinder-79733, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79733',level=0,port_id=ed5981b3-2c48-42b0-a6b2-a5a80e732138,segment=NetworkSegment(717bdc44-a0e1-4ce2-ac7e-465c14fbffc4),segment_id=717bdc44-a0e1-4ce2-ac7e-465c14fbffc4)] {{(pid=92666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:00:08.403890 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133719696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133660950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728380107731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728379583079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728379583124'] for port, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:00:08.405704 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.rpc [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Device 14453dce-4709-4737-b557-4de4f2e3aa53 up at agent hyperv_hv-cinder-79733 {{(pid=92666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:00:08.409325 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG oslo_concurrency.lockutils [None req-9bc79b41-fce2-4dbb-8fc6-98dc704db6f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:00:08.456443 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 09:00:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45f8c6cd-a57c-42f2-9429-70023ca2df0a x-openstack-request-id: req-45f8c6cd-a57c-42f2-9429-70023ca2df0a {{(pid=92666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:00:08.456862 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7a811d6-2b3e-4e6a-9c2b-c283983b66c6", "name": "network-vif-plugged", "status": "completed", "tag": "ed5981b3-2c48-42b0-a6b2-a5a80e732138", "code": 200}]} {{(pid=92666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:00:08.457260 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-45f8c6cd-a57c-42f2-9429-70023ca2df0a {{(pid=92666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:00:08.458016 dv-cinder-797333-1-smb neutron-server[92666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7a811d6-2b3e-4e6a-9c2b-c283983b66c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed5981b3-2c48-42b0-a6b2-a5a80e732138', 'code': 200} Jun 22 09:00:08.491137 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4624a64f-7d3f-45c0-ae25-62c1b282052e req-1a5cce34-e26e-4a62-9e3a-55d7aa5dd326 tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:00:08.498432 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-4624a64f-7d3f-45c0-ae25-62c1b282052e req-1a5cce34-e26e-4a62-9e3a-55d7aa5dd326 tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] 10.222.0.22 "GET /v2.0/ports?device_id=77bc445d-b7a3-4b72-a814-8e0cc5e86369 HTTP/1.1" status: 200 len: 946 time: 0.0991864 Jun 22 09:00:08.533548 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Pushing event updated for resources: {'Port': ['ID=ed5981b3-2c48-42b0-a6b2-a5a80e732138,revision_number=5']} {{(pid=92666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:00:08.546930 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG oslo_concurrency.lockutils [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=92666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:00:08.552460 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.provisioning_blocks [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Provisioning for port 14453dce-4709-4737-b557-4de4f2e3aa53 completed by entity L2. {{(pid=92666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:00:08.557636 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.provisioning_blocks [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Provisioning complete for port 14453dce-4709-4737-b557-4de4f2e3aa53 triggered by entity L2. {{(pid=92666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:00:08.558488 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133917554'] for port, provisioning_complete {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:00:08.577889 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-4624a64f-7d3f-45c0-ae25-62c1b282052e req-b2bb8c48-74aa-4dfd-824d-c9e5d338611e tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] 10.222.0.22 "GET /v2.0/security-groups?id=38156de4-c897-4c33-98c3-f122cd461c94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752304 Jun 22 09:00:08.791662 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133719154'] for port, before_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:00:08.838077 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.db [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] For port 14453dce-4709-4737-b557-4de4f2e3aa53, host hv-cinder-79733, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79733',level=0,port_id=14453dce-4709-4737-b557-4de4f2e3aa53,segment=NetworkSegment(ea110242-fe51-4929-b591-906578e682da),segment_id=ea110242-fe51-4929-b591-906578e682da)] {{(pid=92666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:00:08.847678 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133719696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133660950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728380107731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728379583079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728379583124'] for port, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:00:08.850172 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG oslo_concurrency.lockutils [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:00:08.908596 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ed20c4-939b-4b6f-83ee-a59476fad510 req-6e055449-296a-4f02-a31a-aa513b114650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:00:08.914367 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-48ed20c4-939b-4b6f-83ee-a59476fad510 req-6e055449-296a-4f02-a31a-aa513b114650 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=c7a811d6-2b3e-4e6a-9c2b-c283983b66c6 HTTP/1.1" status: 200 len: 1099 time: 0.1447837 Jun 22 09:00:08.924952 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Pushing event updated for resources: {'Port': ['ID=14453dce-4709-4737-b557-4de4f2e3aa53,revision_number=5']} {{(pid=92666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:00:08.942522 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG oslo_concurrency.lockutils [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=92666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:00:08.975520 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-48ed20c4-939b-4b6f-83ee-a59476fad510 req-4071fb31-d178-4839-9223-e60f4d0facbf service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=c7131d86-2a03-4f85-9d37-dc4b557265fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490558 Jun 22 09:00:09.058940 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f1c69c-626b-42f9-9247-0e69385260ef req-c77c0a2f-85ac-4a3b-83d6-6586bdaf8d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:00:09.060447 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-d1f1c69c-626b-42f9-9247-0e69385260ef req-c77c0a2f-85ac-4a3b-83d6-6586bdaf8d23 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=539be15b3b01480196a1d49d035c0e00&device_id=77bc445d-b7a3-4b72-a814-8e0cc5e86369 HTTP/1.1" status: 200 len: 1099 time: 0.0857024 Jun 22 09:00:09.099720 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.wsgi [-] (92665) accepted ('10.222.0.22', 38108) {{(pid=92665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:00:09.165632 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ab0e0b-ddf8-482e-bf62-a86663309044 req-7b8588e3-867f-4fa8-af69-9c99de94a38f tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:00:09.170229 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-90ab0e0b-ddf8-482e-bf62-a86663309044 req-7b8588e3-867f-4fa8-af69-9c99de94a38f tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] 10.222.0.22 "GET /v2.0/ports?device_id=77bc445d-b7a3-4b72-a814-8e0cc5e86369 HTTP/1.1" status: 200 len: 946 time: 0.1184049 Jun 22 09:00:09.210842 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f1c69c-626b-42f9-9247-0e69385260ef req-5d8b1d06-0495-4f5f-a7d0-eda4b5354f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:00:09.213312 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-d1f1c69c-626b-42f9-9247-0e69385260ef req-5d8b1d06-0495-4f5f-a7d0-eda4b5354f4d service neutron] 10.222.0.15 "GET /v2.0/networks?id=6858ed3b-c3b9-4692-a3bd-5458c5aaeb61 HTTP/1.1" status: 200 len: 911 time: 0.1454709 Jun 22 09:00:09.236365 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-90ab0e0b-ddf8-482e-bf62-a86663309044 req-716b3888-b072-4603-a581-087273701f5b tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] 10.222.0.22 "GET /v2.0/security-groups?id=38156de4-c897-4c33-98c3-f122cd461c94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593045 Jun 22 09:00:09.316576 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-d1f1c69c-626b-42f9-9247-0e69385260ef req-a0a25889-b077-426c-9a62-add819db6cf9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e0df6b65-6043-4e31-a806-6e16be4c8dd5 HTTP/1.1" status: 200 len: 1000 time: 0.0959961 Jun 22 09:00:09.337976 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-d69f8388-be40-488f-84e0-17c23e629028 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:00:09.383963 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339da3a4-9434-45e3-a0c6-09343926486c req-918e2fbe-622b-4b3e-899d-0d07d38a9349 tempest-VolumesSnapshotTestJSON-984981180 tempest-VolumesSnapshotTestJSON-984981180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:00:09.391145 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-339da3a4-9434-45e3-a0c6-09343926486c req-918e2fbe-622b-4b3e-899d-0d07d38a9349 tempest-VolumesSnapshotTestJSON-984981180 tempest-VolumesSnapshotTestJSON-984981180-project] 10.222.0.22 "GET /v2.0/ports?device_id=c7a811d6-2b3e-4e6a-9c2b-c283983b66c6 HTTP/1.1" status: 200 len: 946 time: 0.1536431 Jun 22 09:00:09.401686 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f1c69c-626b-42f9-9247-0e69385260ef req-2a6429c4-c126-45f3-a860-330b994a3fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:00:09.403459 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-d1f1c69c-626b-42f9-9247-0e69385260ef req-2a6429c4-c126-45f3-a860-330b994a3fdc service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d3540fe9-cc9d-4e8a-ade5-a63ad9a74449 HTTP/1.1" status: 200 len: 849 time: 0.0779347 Jun 22 09:00:09.469409 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f1c69c-626b-42f9-9247-0e69385260ef req-e9a527dd-de90-4fe7-b075-be6eb57878de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:00:09.470827 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-d1f1c69c-626b-42f9-9247-0e69385260ef req-e9a527dd-de90-4fe7-b075-be6eb57878de service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6858ed3b-c3b9-4692-a3bd-5458c5aaeb61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0601633 Jun 22 09:00:09.505623 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-339da3a4-9434-45e3-a0c6-09343926486c req-988584ae-a99c-4273-9e4b-08ee2889e4e3 tempest-VolumesSnapshotTestJSON-984981180 tempest-VolumesSnapshotTestJSON-984981180-project] 10.222.0.22 "GET /v2.0/security-groups?id=c7131d86-2a03-4f85-9d37-dc4b557265fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133435 Jun 22 09:00:09.564739 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-d1f1c69c-626b-42f9-9247-0e69385260ef req-7beb980a-25c3-48b5-ae6a-7abbe522b5c9 service neutron] 10.222.0.15 "GET /v2.0/networks/6858ed3b-c3b9-4692-a3bd-5458c5aaeb61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862863 Jun 22 09:00:09.598857 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5382ab1-5c70-448a-875d-35a072558450 req-187dab6c-5260-4fa5-b3ee-75cfe3e7be3f tempest-TestShelveInstance-1565407398 tempest-TestShelveInstance-1565407398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:00:09.601460 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-f5382ab1-5c70-448a-875d-35a072558450 req-187dab6c-5260-4fa5-b3ee-75cfe3e7be3f tempest-TestShelveInstance-1565407398 tempest-TestShelveInstance-1565407398-project] 10.222.0.22 "GET /v2.0/ports?device_id=fc8b0cc3-489c-44aa-bec3-c9cb8004cc76 HTTP/1.1" status: 200 len: 946 time: 0.1986368 Jun 22 09:00:09.624128 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-d69f8388-be40-488f-84e0-17c23e629028 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:00:09.646442 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-d69f8388-be40-488f-84e0-17c23e629028 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748303'] for security_group, after_create {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:00:09.655127 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-6b44cf64-4782-46b3-8838-a30ab4a02505 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:00:09.921651 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-d1f1c69c-626b-42f9-9247-0e69385260ef req-62b60cfe-1ed5-4571-a110-db04f43c9e96 service neutron] 10.222.0.15 "GET /v2.0/networks/6858ed3b-c3b9-4692-a3bd-5458c5aaeb61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3484781 Jun 22 09:00:10.035654 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [None req-d69f8388-be40-488f-84e0-17c23e629028 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=221a021bfef94c7bb80859257b5d17db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9347143 Jun 22 09:00:10.036683 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69f8388-be40-488f-84e0-17c23e629028 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0bf7939-ea43-4714-b004-2a3f18577c07,revision_number=1']} {{(pid=92665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:00:10.038929 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.wsgi [-] (92664) accepted ('10.222.0.22', 38114) {{(pid=92664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:00:10.041454 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-f5382ab1-5c70-448a-875d-35a072558450 req-1cbe9b10-1d8f-4b8c-8dda-17f6894cbaf5 tempest-TestShelveInstance-1565407398 tempest-TestShelveInstance-1565407398-project] 10.222.0.22 "GET /v2.0/security-groups?id=625a0eee-a365-4b84-95f9-4e05b3b72269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4225376 Jun 22 09:00:10.042315 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-d69f8388-be40-488f-84e0-17c23e629028 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.388s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:00:10.105857 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-9b97b7ef-a758-41c0-9872-b42390f7cfbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:00:10.128706 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-9b97b7ef-a758-41c0-9872-b42390f7cfbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:00:10.175710 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-9b97b7ef-a758-41c0-9872-b42390f7cfbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748303'] for security_group, after_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:00:10.178695 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-9b97b7ef-a758-41c0-9872-b42390f7cfbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:00:10.179923 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [None req-9b97b7ef-a758-41c0-9872-b42390f7cfbd admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/b0bf7939-ea43-4714-b004-2a3f18577c07 HTTP/1.1" status: 204 len: 168 time: 0.1396742 Jun 22 09:00:10.180825 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-8942a2b5-e7d8-40c8-9886-ab6ad425fc74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:00:10.189469 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b97b7ef-a758-41c0-9872-b42390f7cfbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0bf7939-ea43-4714-b004-2a3f18577c07,revision_number=None']} {{(pid=92664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:00:10.192005 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-9b97b7ef-a758-41c0-9872-b42390f7cfbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:00:10.461017 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc8b0cc3-489c-44aa-bec3-c9cb8004cc76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14453dce-4709-4737-b557-4de4f2e3aa53'}] {{(pid=92666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:00:10.465096 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d55364b227510a28ea0dc9c97ec82a2823dd2b88b3d79212c5ee75253478bf9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e5ede0c-13a7-4fe0-b7bb-d6a6d6980559" -d '{"events": [{"server_uuid": "fc8b0cc3-489c-44aa-bec3-c9cb8004cc76", "name": "network-vif-plugged", "status": "completed", "tag": "14453dce-4709-4737-b557-4de4f2e3aa53"}]}' {{(pid=92666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:00:10.468470 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a7610a-a4de-461b-9fed-7c00e2099c09 req-0c4407ab-548f-4322-8c6a-eb61c92b242b tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:00:10.471107 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-f8a7610a-a4de-461b-9fed-7c00e2099c09 req-0c4407ab-548f-4322-8c6a-eb61c92b242b tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] 10.222.0.22 "GET /v2.0/ports?device_id=77bc445d-b7a3-4b72-a814-8e0cc5e86369 HTTP/1.1" status: 200 len: 946 time: 0.1039231 Jun 22 09:00:10.513337 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 09:00:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baf1a2a9-a85a-4e45-a8e5-64a3e53781e6 x-openstack-request-id: req-baf1a2a9-a85a-4e45-a8e5-64a3e53781e6 {{(pid=92666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:00:10.513870 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc8b0cc3-489c-44aa-bec3-c9cb8004cc76", "name": "network-vif-plugged", "status": "completed", "tag": "14453dce-4709-4737-b557-4de4f2e3aa53", "code": 200}]} {{(pid=92666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:00:10.514313 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-baf1a2a9-a85a-4e45-a8e5-64a3e53781e6 {{(pid=92666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:00:10.514868 dv-cinder-797333-1-smb neutron-server[92666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc8b0cc3-489c-44aa-bec3-c9cb8004cc76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14453dce-4709-4737-b557-4de4f2e3aa53', 'code': 200} Jun 22 09:00:10.571257 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.wsgi [-] (92664) accepted ('10.222.0.22', 38126) {{(pid=92664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:00:10.583010 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-f8a7610a-a4de-461b-9fed-7c00e2099c09 req-2dea1365-43d2-401e-872f-8e2f28cf87dc tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] 10.222.0.22 "GET /v2.0/security-groups?id=38156de4-c897-4c33-98c3-f122cd461c94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1030796 Jun 22 09:00:10.612079 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-a8e7820c-f95a-40db-a8b8-7b328473f3d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:00:10.722709 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bc5686-a04f-4eb8-8a38-3d564626cf1d req-aaf4a264-7f69-4eb7-b1b2-b57df4b3f52a tempest-VolumesSnapshotTestJSON-984981180 tempest-VolumesSnapshotTestJSON-984981180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:00:10.724496 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-04bc5686-a04f-4eb8-8a38-3d564626cf1d req-aaf4a264-7f69-4eb7-b1b2-b57df4b3f52a tempest-VolumesSnapshotTestJSON-984981180 tempest-VolumesSnapshotTestJSON-984981180-project] 10.222.0.22 "GET /v2.0/ports?device_id=c7a811d6-2b3e-4e6a-9c2b-c283983b66c6 HTTP/1.1" status: 200 len: 946 time: 0.0761774 Jun 22 09:00:10.772547 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-a8e7820c-f95a-40db-a8b8-7b328473f3d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:00:10.778342 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-a8e7820c-f95a-40db-a8b8-7b328473f3d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748303'] for security_group, after_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:00:10.782375 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-21f7ca40-05e1-44ab-9e5b-6d66939a45cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:00:10.789051 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-04bc5686-a04f-4eb8-8a38-3d564626cf1d req-ebfaf285-de71-424c-8a4d-70cfd2d0a123 tempest-VolumesSnapshotTestJSON-984981180 tempest-VolumesSnapshotTestJSON-984981180-project] 10.222.0.22 "GET /v2.0/security-groups?id=c7131d86-2a03-4f85-9d37-dc4b557265fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576875 Jun 22 09:00:10.839658 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [None req-a8e7820c-f95a-40db-a8b8-7b328473f3d5 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c8f21cbf709a4473be3b45953ebcbcd3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2664917 Jun 22 09:00:10.843737 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.wsgi [-] (92665) accepted ('10.222.0.22', 38132) {{(pid=92665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:00:10.846741 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e7820c-f95a-40db-a8b8-7b328473f3d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9150ec4a-1cff-475a-9710-bb027fa10676,revision_number=1']} {{(pid=92664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:00:10.852626 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-a8e7820c-f95a-40db-a8b8-7b328473f3d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:00:10.944690 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-6aba3550-bc2b-436b-a5cd-269ed59b836c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:00:10.945233 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f55d28-4842-4396-b52c-8257cc44c140 req-d8c5fa39-70e2-4853-aeb8-2e98224b47e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:00:10.947113 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-f8f55d28-4842-4396-b52c-8257cc44c140 req-d8c5fa39-70e2-4853-aeb8-2e98224b47e8 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=fc8b0cc3-489c-44aa-bec3-c9cb8004cc76 HTTP/1.1" status: 200 len: 1099 time: 0.0871713 Jun 22 09:00:10.979894 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-6aba3550-bc2b-436b-a5cd-269ed59b836c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:00:11.017272 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-f8f55d28-4842-4396-b52c-8257cc44c140 req-e41f7020-b3f4-4162-b698-dff920abbf7d service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=625a0eee-a365-4b84-95f9-4e05b3b72269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623837 Jun 22 09:00:11.067157 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-6aba3550-bc2b-436b-a5cd-269ed59b836c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748303'] for security_group, after_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:00:11.071712 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-6aba3550-bc2b-436b-a5cd-269ed59b836c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:00:11.073193 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [None req-6aba3550-bc2b-436b-a5cd-269ed59b836c admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/9150ec4a-1cff-475a-9710-bb027fa10676 HTTP/1.1" status: 204 len: 168 time: 0.2280693 Jun 22 09:00:11.074521 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-964b0078-bc78-4a68-9df7-69a96fc89792 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:00:11.096573 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aba3550-bc2b-436b-a5cd-269ed59b836c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9150ec4a-1cff-475a-9710-bb027fa10676,revision_number=None']} {{(pid=92665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:00:11.100338 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-691519f6-2221-45f2-b823-e0acc970ddb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380123073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133916839'] for agent, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:00:11.111213 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-6aba3550-bc2b-436b-a5cd-269ed59b836c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:00:11.303711 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7c249a-2c58-4237-a03a-ad4ca2488ac7 req-314f9f90-13d9-4c51-aee2-cc06fbc798be tempest-TestShelveInstance-1565407398 tempest-TestShelveInstance-1565407398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:00:11.306271 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-af7c249a-2c58-4237-a03a-ad4ca2488ac7 req-314f9f90-13d9-4c51-aee2-cc06fbc798be tempest-TestShelveInstance-1565407398 tempest-TestShelveInstance-1565407398-project] 10.222.0.22 "GET /v2.0/ports?device_id=fc8b0cc3-489c-44aa-bec3-c9cb8004cc76 HTTP/1.1" status: 200 len: 946 time: 0.1023970 Jun 22 09:00:11.380876 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-af7c249a-2c58-4237-a03a-ad4ca2488ac7 req-3341c06f-4d4d-48b5-8e82-9d8a1629fb5b tempest-TestShelveInstance-1565407398 tempest-TestShelveInstance-1565407398-project] 10.222.0.22 "GET /v2.0/security-groups?id=625a0eee-a365-4b84-95f9-4e05b3b72269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623631 Jun 22 09:00:11.872043 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd71d9e5-296e-4444-a437-5a2991744876 req-0d146e91-22e5-4732-ba70-7abfa7fddfb2 tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:00:11.873827 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-bd71d9e5-296e-4444-a437-5a2991744876 req-0d146e91-22e5-4732-ba70-7abfa7fddfb2 tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] 10.222.0.22 "GET /v2.0/ports?device_id=77bc445d-b7a3-4b72-a814-8e0cc5e86369 HTTP/1.1" status: 200 len: 946 time: 0.1016030 Jun 22 09:00:11.937257 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-bd71d9e5-296e-4444-a437-5a2991744876 req-ccf6dd5a-d571-4a4c-bed1-07e56a399254 tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] 10.222.0.22 "GET /v2.0/security-groups?id=38156de4-c897-4c33-98c3-f122cd461c94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541835 Jun 22 09:00:12.635555 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498ddfaf-50ec-4a1a-ac5e-771722848903 req-ea8ee60a-ffc6-4ee6-81e7-8323a58f915f tempest-TestShelveInstance-1565407398 tempest-TestShelveInstance-1565407398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:00:12.638659 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-498ddfaf-50ec-4a1a-ac5e-771722848903 req-ea8ee60a-ffc6-4ee6-81e7-8323a58f915f tempest-TestShelveInstance-1565407398 tempest-TestShelveInstance-1565407398-project] 10.222.0.22 "GET /v2.0/ports?device_id=fc8b0cc3-489c-44aa-bec3-c9cb8004cc76 HTTP/1.1" status: 200 len: 946 time: 0.0889468 Jun 22 09:00:12.689014 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-498ddfaf-50ec-4a1a-ac5e-771722848903 req-a06df02b-4459-45d6-a4c1-8d2acf6ea2b7 tempest-TestShelveInstance-1565407398 tempest-TestShelveInstance-1565407398-project] 10.222.0.22 "GET /v2.0/security-groups?id=625a0eee-a365-4b84-95f9-4e05b3b72269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447671 Jun 22 09:00:12.910113 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe47fe1d-47b1-402f-b590-65502394d9b8 req-7f5bab0e-4d97-4855-8517-2fc3de15857b tempest-TestShelveInstance-1565407398 tempest-TestShelveInstance-1565407398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:00:12.912687 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-fe47fe1d-47b1-402f-b590-65502394d9b8 req-7f5bab0e-4d97-4855-8517-2fc3de15857b tempest-TestShelveInstance-1565407398 tempest-TestShelveInstance-1565407398-project] 10.222.0.22 "GET /v2.0/ports?device_id=fc8b0cc3-489c-44aa-bec3-c9cb8004cc76 HTTP/1.1" status: 200 len: 946 time: 0.0808489 Jun 22 09:00:12.968343 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-fe47fe1d-47b1-402f-b590-65502394d9b8 req-40b97950-20d3-4493-b040-d9f0603774d0 tempest-TestShelveInstance-1565407398 tempest-TestShelveInstance-1565407398-project] 10.222.0.22 "GET /v2.0/security-groups?id=625a0eee-a365-4b84-95f9-4e05b3b72269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445127 Jun 22 09:00:12.995743 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.wsgi [-] (92664) accepted ('10.222.0.22', 38238) {{(pid=92664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:00:13.322664 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3199c780-8b3c-4ea5-834f-339dc05e8f0d tempest-TestShelveInstance-2135894069 tempest-TestShelveInstance-2135894069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:00:13.324594 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [None req-3199c780-8b3c-4ea5-834f-339dc05e8f0d tempest-TestShelveInstance-2135894069 tempest-TestShelveInstance-2135894069-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=fc8b0cc3-489c-44aa-bec3-c9cb8004cc76 HTTP/1.1" status: 200 len: 1094 time: 0.3266854 Jun 22 09:00:13.328108 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.wsgi [-] (92664) accepted ('10.222.0.22', 38252) {{(pid=92664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:00:13.335973 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.v2.base [None req-3b5d0000-b5a1-4d4b-a401-89fbe0325115 tempest-TestShelveInstance-1565407398 tempest-TestShelveInstance-1565407398-project] Request body: {'floatingip': {'floating_network_id': '229d5e4a-3847-4866-aa2f-e37dad8eeeae', 'port_id': '14453dce-4709-4737-b557-4de4f2e3aa53', 'tenant_id': '3cdda909a361486c941cba339ea661cd', 'fixed_ip_address': '172.20.0.12'}} {{(pid=92664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:00:13.366560 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-3b5d0000-b5a1-4d4b-a401-89fbe0325115 tempest-TestShelveInstance-1565407398 tempest-TestShelveInstance-1565407398-project] Notify callbacks [] for floatingip, before_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:00:13.513942 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-3b5d0000-b5a1-4d4b-a401-89fbe0325115 tempest-TestShelveInstance-1565407398 tempest-TestShelveInstance-1565407398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-133719140'] for port, before_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:00:13.529096 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-db07694f-12e8-4833-9e54-7669678a0a7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380123073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133916839'] for agent, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:00:13.661032 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.db.db_base_plugin_common [None req-3b5d0000-b5a1-4d4b-a401-89fbe0325115 tempest-TestShelveInstance-1565407398 tempest-TestShelveInstance-1565407398-project] Allocated IP 172.28.3.220 (229d5e4a-3847-4866-aa2f-e37dad8eeeae/86526ad5-0ce1-4847-a8b3-31fb35f84f34/c8d39099-1b0f-4a63-bb27-94af89487697) {{(pid=92664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:00:13.804738 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-3b5d0000-b5a1-4d4b-a401-89fbe0325115 tempest-TestShelveInstance-1565407398 tempest-TestShelveInstance-1565407398-project] Notify callbacks [] for port, precommit_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:00:13.851052 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380123073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133916839'] for agent, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:00:13.882218 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-3b5d0000-b5a1-4d4b-a401-89fbe0325115 tempest-TestShelveInstance-1565407398 tempest-TestShelveInstance-1565407398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-133719719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-133660957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728379583061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9113225'] for port, after_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:00:13.885613 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-a6334167-01c0-4d7e-90f1-5a5de536db47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:00:13.947121 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b5d0000-b5a1-4d4b-a401-89fbe0325115 tempest-TestShelveInstance-1565407398 tempest-TestShelveInstance-1565407398-project] Network 229d5e4a-3847-4866-aa2f-e37dad8eeeae is already hosted by enough agents. {{(pid=92664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:00:13.952262 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.scheduler.base_scheduler [None req-3b5d0000-b5a1-4d4b-a401-89fbe0325115 tempest-TestShelveInstance-1565407398 tempest-TestShelveInstance-1565407398-project] Resources bound (agent type, host, resource id): {{(pid=92664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:00:13.957984 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b5d0000-b5a1-4d4b-a401-89fbe0325115 tempest-TestShelveInstance-1565407398 tempest-TestShelveInstance-1565407398-project] Received port after_create {{(pid=92664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:00:14.010127 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5d0000-b5a1-4d4b-a401-89fbe0325115 tempest-TestShelveInstance-1565407398 tempest-TestShelveInstance-1565407398-project] Pushing event updated for resources: {'Port': ['ID=c8d39099-1b0f-4a63-bb27-94af89487697,revision_number=1']} {{(pid=92664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:00:14.016965 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-3b5d0000-b5a1-4d4b-a401-89fbe0325115 tempest-TestShelveInstance-1565407398 tempest-TestShelveInstance-1565407398-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:00:14.444937 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-3b5d0000-b5a1-4d4b-a401-89fbe0325115 tempest-TestShelveInstance-1565407398 tempest-TestShelveInstance-1565407398-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:00:14.530509 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-3b5d0000-b5a1-4d4b-a401-89fbe0325115 tempest-TestShelveInstance-1565407398 tempest-TestShelveInstance-1565407398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133719154'] for port, before_update {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:00:14.706443 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-3b5d0000-b5a1-4d4b-a401-89fbe0325115 tempest-TestShelveInstance-1565407398 tempest-TestShelveInstance-1565407398-project] Notify callbacks [] for port, precommit_update {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:00:14.718044 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-3b5d0000-b5a1-4d4b-a401-89fbe0325115 tempest-TestShelveInstance-1565407398 tempest-TestShelveInstance-1565407398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133719696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133660950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728380107731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728379583079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728379583124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9113275'] for port, after_update {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:00:14.723371 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:00:14.836355 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5d0000-b5a1-4d4b-a401-89fbe0325115 tempest-TestShelveInstance-1565407398 tempest-TestShelveInstance-1565407398-project] Pushing event updated for resources: {'Port': ['ID=c8d39099-1b0f-4a63-bb27-94af89487697,revision_number=2']} {{(pid=92664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:00:14.847337 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-3b5d0000-b5a1-4d4b-a401-89fbe0325115 tempest-TestShelveInstance-1565407398 tempest-TestShelveInstance-1565407398-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:00:14.854987 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-3b5d0000-b5a1-4d4b-a401-89fbe0325115 tempest-TestShelveInstance-1565407398 tempest-TestShelveInstance-1565407398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-546628'] for floatingip, after_update {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:00:14.971796 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.db.l3_db [None req-3b5d0000-b5a1-4d4b-a401-89fbe0325115 tempest-TestShelveInstance-1565407398 tempest-TestShelveInstance-1565407398-project] Floating IP 3ad8f2ba-2945-4a56-b65d-d20a87d1fbc2 associated. External IP: 172.28.3.220, port: 14453dce-4709-4737-b557-4de4f2e3aa53. Jun 22 09:00:14.975238 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-244d5e4c-124e-44e7-83f7-ed36bd156729 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380123073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133916839'] for agent, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:00:15.254086 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b5d0000-b5a1-4d4b-a401-89fbe0325115 tempest-TestShelveInstance-1565407398 tempest-TestShelveInstance-1565407398-project] Router c14cece0-d49c-437e-a62c-5e9a9e815504 has already been hosted by L3 agent 81bac9f2-ec56-4bd6-b329-9598189ea0dc {{(pid=92664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:00:15.415589 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b5d0000-b5a1-4d4b-a401-89fbe0325115 tempest-TestShelveInstance-1565407398 tempest-TestShelveInstance-1565407398-project] Notify agent at l3_agent.dv-cinder-797333-1-smb the message routers_updated {{(pid=92664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:00:15.430409 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84da9c57-0a2f-4966-a2a3-e0f76e531e6d None None] Sync routers for ids ['c14cece0-d49c-437e-a62c-5e9a9e815504'] in dv-cinder-797333-1-smb {{(pid=92666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:00:15.444521 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84da9c57-0a2f-4966-a2a3-e0f76e531e6d None None] Routers {'c14cece0-d49c-437e-a62c-5e9a9e815504'} bound to L3 agent in host dv-cinder-797333-1-smb {{(pid=92666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:00:15.444934 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-3b5d0000-b5a1-4d4b-a401-89fbe0325115 tempest-TestShelveInstance-1565407398 tempest-TestShelveInstance-1565407398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27927'] for floatingip, before_response {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:00:15.446400 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.l3_hamode_db [None req-84da9c57-0a2f-4966-a2a3-e0f76e531e6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797333-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-22T08:48:43Z,description=,heartbeat_timestamp=2021-06-22T09:00:14Z,host='dv-cinder-797333-1-smb',id=81bac9f2-ec56-4bd6-b329-9598189ea0dc,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T08:48:43Z,topic='l3_agent')) {'router_ids': ['c14cece0-d49c-437e-a62c-5e9a9e815504'], 'active': True} {{(pid=92666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:00:15.519205 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [None req-3b5d0000-b5a1-4d4b-a401-89fbe0325115 tempest-TestShelveInstance-1565407398 tempest-TestShelveInstance-1565407398-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1896334 Jun 22 09:00:15.520491 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc8b0cc3-489c-44aa-bec3-c9cb8004cc76', 'tag': '14453dce-4709-4737-b557-4de4f2e3aa53'}] {{(pid=92664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:00:15.524271 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}204e7d68aaf5059dd7cb24067ff1be2165df2a8c21773c1dc73aa01b5c6655f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd24245f-d615-417b-acca-c678496084dc" -d '{"events": [{"name": "network-changed", "server_uuid": "fc8b0cc3-489c-44aa-bec3-c9cb8004cc76", "tag": "14453dce-4709-4737-b557-4de4f2e3aa53"}]}' {{(pid=92664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:00:15.570189 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 09:00:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea5947fa-05b8-48db-8b8a-a399252cdd02 x-openstack-request-id: req-ea5947fa-05b8-48db-8b8a-a399252cdd02 {{(pid=92664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:00:15.570883 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc8b0cc3-489c-44aa-bec3-c9cb8004cc76", "tag": "14453dce-4709-4737-b557-4de4f2e3aa53", "status": "completed", "code": 200}]} {{(pid=92664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:00:15.571421 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ea5947fa-05b8-48db-8b8a-a399252cdd02 {{(pid=92664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:00:15.572201 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc8b0cc3-489c-44aa-bec3-c9cb8004cc76', 'tag': '14453dce-4709-4737-b557-4de4f2e3aa53', 'status': 'completed', 'code': 200} Jun 22 09:00:15.611469 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.l3_dvr_db [None req-84da9c57-0a2f-4966-a2a3-e0f76e531e6d None None] Set router c14cece0-d49c-437e-a62c-5e9a9e815504 gateway port host: dv-cinder-797333-1-smb {{(pid=92666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:00:15.702997 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd24245f-d615-417b-acca-c678496084dc req-dc475620-34db-4920-bde0-5c93dbfd1f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:00:15.704771 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-bd24245f-d615-417b-acca-c678496084dc req-dc475620-34db-4920-bde0-5c93dbfd1f89 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3cdda909a361486c941cba339ea661cd&device_id=fc8b0cc3-489c-44aa-bec3-c9cb8004cc76 HTTP/1.1" status: 200 len: 1099 time: 0.0974460 Jun 22 09:00:15.863641 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd24245f-d615-417b-acca-c678496084dc req-20604b2b-e662-4498-8f07-f45add4ee107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:00:15.865415 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-bd24245f-d615-417b-acca-c678496084dc req-20604b2b-e662-4498-8f07-f45add4ee107 service neutron] 10.222.0.15 "GET /v2.0/networks?id=b3c13f4c-b8ff-4164-9438-784286903cad HTTP/1.1" status: 200 len: 910 time: 0.1531303 Jun 22 09:00:15.950192 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-bd24245f-d615-417b-acca-c678496084dc req-6932006d-9144-4eec-9366-c87538158675 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=14453dce-4709-4737-b557-4de4f2e3aa53 HTTP/1.1" status: 200 len: 1000 time: 0.0764086 Jun 22 09:00:15.961026 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.l3_hamode_db [None req-84da9c57-0a2f-4966-a2a3-e0f76e531e6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c14cece0-d49c-437e-a62c-5e9a9e815504', 'name': 'tempest-TestShelveInstance-2028835958-router', 'tenant_id': '3cdda909a361486c941cba339ea661cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '229d5e4a-3847-4866-aa2f-e37dad8eeeae', 'external_fixed_ips': [{'subnet_id': '86526ad5-0ce1-4847-a8b3-31fb35f84f34', 'ip_address': '172.28.3.209'}], 'enable_snat': True}, 'gw_port_id': 'd7fae4f8-151a-4ff3-bbbd-5c40723001d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T08:58:44Z', 'updated_at': '2021-06-22T08:58:53Z', 'revision_number': 4, 'project_id': '3cdda909a361486c941cba339ea661cd', 'gw_port': {'id': 'd7fae4f8-151a-4ff3-bbbd-5c40723001d0', 'name': '', 'network_id': '229d5e4a-3847-4866-aa2f-e37dad8eeeae', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:5e:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c14cece0-d49c-437e-a62c-5e9a9e815504', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '86526ad5-0ce1-4847-a8b3-31fb35f84f34', 'ip_address': '172.28.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T08:58:45Z', 'updated_at': '2021-06-22T08:58:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86526ad5-0ce1-4847-a8b3-31fb35f84f34', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797333-1-smb', '_floatingips': [{'id': '3ad8f2ba-2945-4a56-b65d-d20a87d1fbc2', 'tenant_id': '3cdda909a361486c941cba339ea661cd', 'floating_ip_address': '172.28.3.220', 'floating_network_id': '229d5e4a-3847-4866-aa2f-e37dad8eeeae', 'router_id': 'c14cece0-d49c-437e-a62c-5e9a9e815504', 'port_id': '14453dce-4709-4737-b557-4de4f2e3aa53', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 509, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3c13f4c-b8ff-4164-9438-784286903cad', 'mac_address': 'fa:16:3e:3b:d3:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc8b0cc3-489c-44aa-bec3-c9cb8004cc76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T09:00:14Z', 'updated_at': '2021-06-22T09:00:14Z', 'revision_number': 0, 'project_id': '3cdda909a361486c941cba339ea661cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90e3b13e-fe87-4c0f-8a7b-71d02b12eb89', 'name': '', 'network_id': 'b3c13f4c-b8ff-4164-9438-784286903cad', 'tenant_id': '3cdda909a361486c941cba339ea661cd', 'mac_address': 'fa:16:3e:3a:c7:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c14cece0-d49c-437e-a62c-5e9a9e815504', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'c4619780-7695-464f-af2b-4e2935ed6232', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T08:58:51Z', 'updated_at': '2021-06-22T08:59:01Z', 'revision_number': 5, 'project_id': '3cdda909a361486c941cba339ea661cd', 'subnets': [{'id': 'c4619780-7695-464f-af2b-4e2935ed6232', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797333-1-smb', False) {} {{(pid=92666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:00:15.993985 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84da9c57-0a2f-4966-a2a3-e0f76e531e6d None None] Checking router: c14cece0-d49c-437e-a62c-5e9a9e815504 for host: dv-cinder-797333-1-smb {{(pid=92666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:00:16.006152 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84da9c57-0a2f-4966-a2a3-e0f76e531e6d None None] Routers {'c14cece0-d49c-437e-a62c-5e9a9e815504'} bound to L3 agent in host dv-cinder-797333-1-smb {{(pid=92666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:00:16.007030 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.l3_hamode_db [None req-84da9c57-0a2f-4966-a2a3-e0f76e531e6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797333-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-22T08:48:43Z,description=,heartbeat_timestamp=2021-06-22T09:00:14Z,host='dv-cinder-797333-1-smb',id=81bac9f2-ec56-4bd6-b329-9598189ea0dc,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T08:48:43Z,topic='l3_agent')) {'router_ids': ['c14cece0-d49c-437e-a62c-5e9a9e815504'], 'active': True} {{(pid=92666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:00:16.045863 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd24245f-d615-417b-acca-c678496084dc req-143c4c35-6e6c-4437-921e-b3d35c30c6b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:00:16.051990 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-bd24245f-d615-417b-acca-c678496084dc req-143c4c35-6e6c-4437-921e-b3d35c30c6b3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c4619780-7695-464f-af2b-4e2935ed6232 HTTP/1.1" status: 200 len: 848 time: 0.0898921 Jun 22 09:00:16.083536 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-e2a0141c-4e42-4900-8004-ff8c1b31b35a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380123073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133916839'] for agent, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:00:16.139049 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd24245f-d615-417b-acca-c678496084dc req-21a45f60-f8fe-4c07-b992-881d368596a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:00:16.140826 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-bd24245f-d615-417b-acca-c678496084dc req-21a45f60-f8fe-4c07-b992-881d368596a1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b3c13f4c-b8ff-4164-9438-784286903cad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0809879 Jun 22 09:00:16.155488 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.l3_dvr_db [None req-84da9c57-0a2f-4966-a2a3-e0f76e531e6d None None] Set router c14cece0-d49c-437e-a62c-5e9a9e815504 gateway port host: dv-cinder-797333-1-smb {{(pid=92666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:00:16.284505 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-bd24245f-d615-417b-acca-c678496084dc req-7e0f2148-101d-48c1-be96-49814a7a3626 service neutron] 10.222.0.15 "GET /v2.0/networks/b3c13f4c-b8ff-4164-9438-784286903cad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246741 Jun 22 09:00:16.489636 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-bd24245f-d615-417b-acca-c678496084dc req-e06fc239-35e6-49d4-b985-76f62586be26 service neutron] 10.222.0.15 "GET /v2.0/networks/b3c13f4c-b8ff-4164-9438-784286903cad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1931460 Jun 22 09:00:16.514470 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.l3_hamode_db [None req-84da9c57-0a2f-4966-a2a3-e0f76e531e6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c14cece0-d49c-437e-a62c-5e9a9e815504', 'name': 'tempest-TestShelveInstance-2028835958-router', 'tenant_id': '3cdda909a361486c941cba339ea661cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '229d5e4a-3847-4866-aa2f-e37dad8eeeae', 'external_fixed_ips': [{'subnet_id': '86526ad5-0ce1-4847-a8b3-31fb35f84f34', 'ip_address': '172.28.3.209'}], 'enable_snat': True}, 'gw_port_id': 'd7fae4f8-151a-4ff3-bbbd-5c40723001d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T08:58:44Z', 'updated_at': '2021-06-22T08:58:53Z', 'revision_number': 4, 'project_id': '3cdda909a361486c941cba339ea661cd', 'gw_port': {'id': 'd7fae4f8-151a-4ff3-bbbd-5c40723001d0', 'name': '', 'network_id': '229d5e4a-3847-4866-aa2f-e37dad8eeeae', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:5e:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c14cece0-d49c-437e-a62c-5e9a9e815504', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '86526ad5-0ce1-4847-a8b3-31fb35f84f34', 'ip_address': '172.28.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T08:58:45Z', 'updated_at': '2021-06-22T08:58:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86526ad5-0ce1-4847-a8b3-31fb35f84f34', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797333-1-smb', '_floatingips': [{'id': '3ad8f2ba-2945-4a56-b65d-d20a87d1fbc2', 'tenant_id': '3cdda909a361486c941cba339ea661cd', 'floating_ip_address': '172.28.3.220', 'floating_network_id': '229d5e4a-3847-4866-aa2f-e37dad8eeeae', 'router_id': 'c14cece0-d49c-437e-a62c-5e9a9e815504', 'port_id': '14453dce-4709-4737-b557-4de4f2e3aa53', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 509, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3c13f4c-b8ff-4164-9438-784286903cad', 'mac_address': 'fa:16:3e:3b:d3:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc8b0cc3-489c-44aa-bec3-c9cb8004cc76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T09:00:14Z', 'updated_at': '2021-06-22T09:00:14Z', 'revision_number': 0, 'project_id': '3cdda909a361486c941cba339ea661cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90e3b13e-fe87-4c0f-8a7b-71d02b12eb89', 'name': '', 'network_id': 'b3c13f4c-b8ff-4164-9438-784286903cad', 'tenant_id': '3cdda909a361486c941cba339ea661cd', 'mac_address': 'fa:16:3e:3a:c7:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c14cece0-d49c-437e-a62c-5e9a9e815504', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'c4619780-7695-464f-af2b-4e2935ed6232', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T08:58:51Z', 'updated_at': '2021-06-22T08:59:01Z', 'revision_number': 5, 'project_id': '3cdda909a361486c941cba339ea661cd', 'subnets': [{'id': 'c4619780-7695-464f-af2b-4e2935ed6232', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797333-1-smb', False) {} {{(pid=92666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:00:16.569202 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84da9c57-0a2f-4966-a2a3-e0f76e531e6d None None] The sync data for ids ['c14cece0-d49c-437e-a62c-5e9a9e815504'] in dv-cinder-797333-1-smb is: [{'id': 'c14cece0-d49c-437e-a62c-5e9a9e815504', 'name': 'tempest-TestShelveInstance-2028835958-router', 'tenant_id': '3cdda909a361486c941cba339ea661cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '229d5e4a-3847-4866-aa2f-e37dad8eeeae', 'external_fixed_ips': [{'subnet_id': '86526ad5-0ce1-4847-a8b3-31fb35f84f34', 'ip_address': '172.28.3.209'}], 'enable_snat': True}, 'gw_port_id': 'd7fae4f8-151a-4ff3-bbbd-5c40723001d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T08:58:44Z', 'updated_at': '2021-06-22T08:58:53Z', 'revision_number': 4, 'project_id': '3cdda909a361486c941cba339ea661cd', 'gw_port': {'id': 'd7fae4f8-151a-4ff3-bbbd-5c40723001d0', 'name': '', 'network_id': '229d5e4a-3847-4866-aa2f-e37dad8eeeae', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:5e:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c14cece0-d49c-437e-a62c-5e9a9e815504', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '86526ad5-0ce1-4847-a8b3-31fb35f84f34', 'ip_address': '172.28.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T08:58:45Z', 'updated_at': '2021-06-22T08:58:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86526ad5-0ce1-4847-a8b3-31fb35f84f34', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797333-1-smb', '_floatingips': [{'id': '3ad8f2ba-2945-4a56-b65d-d20a87d1fbc2', 'tenant_id': '3cdda909a361486c941cba339ea661cd', 'floating_ip_address': '172.28.3.220', 'floating_network_id': '229d5e4a-3847-4866-aa2f-e37dad8eeeae', 'router_id': 'c14cece0-d49c-437e-a62c-5e9a9e815504', 'port_id': '14453dce-4709-4737-b557-4de4f2e3aa53', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 509, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3c13f4c-b8ff-4164-9438-784286903cad', 'mac_address': 'fa:16:3e:3b:d3:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc8b0cc3-489c-44aa-bec3-c9cb8004cc76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T09:00:14Z', 'updated_at': '2021-06-22T09:00:14Z', 'revision_number': 0, 'project_id': '3cdda909a361486c941cba339ea661cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90e3b13e-fe87-4c0f-8a7b-71d02b12eb89', 'name': '', 'network_id': 'b3c13f4c-b8ff-4164-9438-784286903cad', 'tenant_id': '3cdda909a361486c941cba339ea661cd', 'mac_address': 'fa:16:3e:3a:c7:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c14cece0-d49c-437e-a62c-5e9a9e815504', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'c4619780-7695-464f-af2b-4e2935ed6232', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T08:58:51Z', 'updated_at': '2021-06-22T08:59:01Z', 'revision_number': 5, 'project_id': '3cdda909a361486c941cba339ea661cd', 'subnets': [{'id': 'c4619780-7695-464f-af2b-4e2935ed6232', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:00:16.596692 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a59860-1cfc-4eb9-ba3e-bd8f2327ea1e req-f075a97d-67be-4526-9330-ad0d051086b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:00:16.599472 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-39a59860-1cfc-4eb9-ba3e-bd8f2327ea1e req-f075a97d-67be-4526-9330-ad0d051086b1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1fd4662991be4413a3d38dad2d2f406a&device_id=b9189ee1-d14d-4f17-8a25-cb3ce266c018 HTTP/1.1" status: 200 len: 1138 time: 0.2142088 Jun 22 09:00:16.643240 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51c11a1-bc8e-4f4f-a351-67126c5fd14f req-1b46a325-6c49-4088-94a8-0e5fd4ce3df8 tempest-TestMinimumBasicScenario-143008768 tempest-TestMinimumBasicScenario-143008768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:00:16.645902 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-c51c11a1-bc8e-4f4f-a351-67126c5fd14f req-1b46a325-6c49-4088-94a8-0e5fd4ce3df8 tempest-TestMinimumBasicScenario-143008768 tempest-TestMinimumBasicScenario-143008768-project] 10.222.0.22 "GET /v2.0/ports?device_id=b9189ee1-d14d-4f17-8a25-cb3ce266c018 HTTP/1.1" status: 200 len: 985 time: 0.1779604 Jun 22 09:00:16.775513 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-c51c11a1-bc8e-4f4f-a351-67126c5fd14f req-3a3ba361-7031-48a9-8fa4-31fcfec1956b tempest-TestMinimumBasicScenario-143008768 tempest-TestMinimumBasicScenario-143008768-project] 10.222.0.22 "GET /v2.0/security-groups?id=f1813137-ba80-494d-86f8-3129fc52c05b&id=775a72bf-a632-4f7e-b965-3f5738603db6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1106889 Jun 22 09:00:16.830237 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a59860-1cfc-4eb9-ba3e-bd8f2327ea1e req-d7386d0d-49ce-49ee-b906-b846278fb6ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:00:16.832594 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-39a59860-1cfc-4eb9-ba3e-bd8f2327ea1e req-d7386d0d-49ce-49ee-b906-b846278fb6ab service neutron] 10.222.0.15 "GET /v2.0/networks?id=e2082447-2f6b-49c7-89d0-33b24d58457e HTTP/1.1" status: 200 len: 916 time: 0.2217476 Jun 22 09:00:16.879752 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7f6c354-6089-4041-9fe8-ea322bc75f0a None None] New status for floating IP 3ad8f2ba-2945-4a56-b65d-d20a87d1fbc2: ACTIVE {{(pid=92667) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 09:00:16.911686 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-39a59860-1cfc-4eb9-ba3e-bd8f2327ea1e req-fedf5826-d955-4f30-a758-fefabc879e2f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=583ae89c-47b7-40fc-a78e-9dd7b9d5c3c1 HTTP/1.1" status: 200 len: 1002 time: 0.0715268 Jun 22 09:00:16.977586 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a59860-1cfc-4eb9-ba3e-bd8f2327ea1e req-324e7ffb-2665-4038-beb0-39ef0fd8b731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:00:16.979334 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-39a59860-1cfc-4eb9-ba3e-bd8f2327ea1e req-324e7ffb-2665-4038-beb0-39ef0fd8b731 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5e81b8d1-5626-4e02-8654-ffb9746cb98f HTTP/1.1" status: 200 len: 854 time: 0.0538540 Jun 22 09:00:17.064246 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a59860-1cfc-4eb9-ba3e-bd8f2327ea1e req-f2017423-3a29-4b0f-b671-50d3b6d30299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:00:17.065898 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-39a59860-1cfc-4eb9-ba3e-bd8f2327ea1e req-f2017423-3a29-4b0f-b671-50d3b6d30299 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e2082447-2f6b-49c7-89d0-33b24d58457e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0790401 Jun 22 09:00:17.187886 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-39a59860-1cfc-4eb9-ba3e-bd8f2327ea1e req-0a428119-f06f-439a-82b1-2ce78e5a8b07 service neutron] 10.222.0.15 "GET /v2.0/networks/e2082447-2f6b-49c7-89d0-33b24d58457e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1071548 Jun 22 09:00:17.308918 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-39a59860-1cfc-4eb9-ba3e-bd8f2327ea1e req-c165f23d-e150-4543-8a4a-f663b6b0b8b7 service neutron] 10.222.0.15 "GET /v2.0/networks/e2082447-2f6b-49c7-89d0-33b24d58457e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129611 Jun 22 09:00:18.044091 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c0fd47-231f-4e29-ae97-8965d27a97d5 req-c0b55fcd-a392-42a3-b874-907740eb3315 tempest-TestMinimumBasicScenario-143008768 tempest-TestMinimumBasicScenario-143008768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:00:18.057389 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-b3c0fd47-231f-4e29-ae97-8965d27a97d5 req-c0b55fcd-a392-42a3-b874-907740eb3315 tempest-TestMinimumBasicScenario-143008768 tempest-TestMinimumBasicScenario-143008768-project] 10.222.0.22 "GET /v2.0/ports?device_id=b9189ee1-d14d-4f17-8a25-cb3ce266c018 HTTP/1.1" status: 200 len: 985 time: 0.0993249 Jun 22 09:00:18.126284 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-b3c0fd47-231f-4e29-ae97-8965d27a97d5 req-e466e5c8-fee2-41d2-99ae-f6c219d9b120 tempest-TestMinimumBasicScenario-143008768 tempest-TestMinimumBasicScenario-143008768-project] 10.222.0.22 "GET /v2.0/security-groups?id=f1813137-ba80-494d-86f8-3129fc52c05b&id=775a72bf-a632-4f7e-b965-3f5738603db6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0737333 Jun 22 09:00:19.384785 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320b3afb-750b-4a34-bce0-90193634ed41 req-82c20890-da33-4782-8a11-9dab71afff5e tempest-TestMinimumBasicScenario-143008768 tempest-TestMinimumBasicScenario-143008768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:00:19.386542 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-320b3afb-750b-4a34-bce0-90193634ed41 req-82c20890-da33-4782-8a11-9dab71afff5e tempest-TestMinimumBasicScenario-143008768 tempest-TestMinimumBasicScenario-143008768-project] 10.222.0.22 "GET /v2.0/ports?device_id=b9189ee1-d14d-4f17-8a25-cb3ce266c018 HTTP/1.1" status: 200 len: 985 time: 0.0949705 Jun 22 09:00:19.436603 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-320b3afb-750b-4a34-bce0-90193634ed41 req-a1c98541-cad9-42e1-949a-3c37ac7b5390 tempest-TestMinimumBasicScenario-143008768 tempest-TestMinimumBasicScenario-143008768-project] 10.222.0.22 "GET /v2.0/security-groups?id=f1813137-ba80-494d-86f8-3129fc52c05b&id=775a72bf-a632-4f7e-b965-3f5738603db6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0433950 Jun 22 09:00:20.628786 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4683ee5-41b6-4e3a-bdcf-2e2abedb5cf1 req-7eaa5a0f-fd05-46e5-af47-7a68971f9a07 tempest-TestMinimumBasicScenario-143008768 tempest-TestMinimumBasicScenario-143008768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:00:20.630313 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-f4683ee5-41b6-4e3a-bdcf-2e2abedb5cf1 req-7eaa5a0f-fd05-46e5-af47-7a68971f9a07 tempest-TestMinimumBasicScenario-143008768 tempest-TestMinimumBasicScenario-143008768-project] 10.222.0.22 "GET /v2.0/ports?device_id=b9189ee1-d14d-4f17-8a25-cb3ce266c018 HTTP/1.1" status: 200 len: 985 time: 0.0737150 Jun 22 09:00:20.671563 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-f4683ee5-41b6-4e3a-bdcf-2e2abedb5cf1 req-11267a78-fbd4-4175-903c-201e5cb8f51e tempest-TestMinimumBasicScenario-143008768 tempest-TestMinimumBasicScenario-143008768-project] 10.222.0.22 "GET /v2.0/security-groups?id=f1813137-ba80-494d-86f8-3129fc52c05b&id=775a72bf-a632-4f7e-b965-3f5738603db6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0351768 Jun 22 09:00:20.948541 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.wsgi [-] (92664) accepted ('10.222.0.22', 38352) {{(pid=92664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:00:21.060028 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-b9c4af10-38e2-45e7-891c-dfc2d53fbbea admin admin] Notify callbacks [] for security_group, before_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:00:21.151438 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-b9c4af10-38e2-45e7-891c-dfc2d53fbbea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:00:21.156734 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-b9c4af10-38e2-45e7-891c-dfc2d53fbbea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748303'] for security_group, after_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:00:21.159375 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-7355c606-e745-4b7d-9302-a5e49e1c3fdb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:00:21.195508 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [None req-b9c4af10-38e2-45e7-891c-dfc2d53fbbea admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=46d3f2c39a354789be655afb014e7566&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2458405 Jun 22 09:00:21.196540 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c4af10-38e2-45e7-891c-dfc2d53fbbea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59079040-37d5-4445-8f42-1c3edf79129f,revision_number=1']} {{(pid=92664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:00:21.198389 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.wsgi [-] (92665) accepted ('10.222.0.22', 38358) {{(pid=92665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:00:21.200385 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-b9c4af10-38e2-45e7-891c-dfc2d53fbbea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:00:21.252984 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-6f34169f-84ec-4295-a69e-636687d89998 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:00:21.275149 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-6f34169f-84ec-4295-a69e-636687d89998 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:00:21.322984 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-6f34169f-84ec-4295-a69e-636687d89998 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748303'] for security_group, after_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:00:21.326472 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-6f34169f-84ec-4295-a69e-636687d89998 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:00:21.327865 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [None req-6f34169f-84ec-4295-a69e-636687d89998 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/59079040-37d5-4445-8f42-1c3edf79129f HTTP/1.1" status: 204 len: 168 time: 0.1277592 Jun 22 09:00:21.328679 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-c3ccdeca-8ec7-456d-aebe-776731f0e7f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:00:21.338596 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f34169f-84ec-4295-a69e-636687d89998 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59079040-37d5-4445-8f42-1c3edf79129f,revision_number=None']} {{(pid=92665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:00:21.342173 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-6f34169f-84ec-4295-a69e-636687d89998 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:00:21.610133 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.wsgi [-] (92664) accepted ('10.222.0.22', 38364) {{(pid=92664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:00:21.624792 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-c0f3962c-47ce-41d6-9d81-53546c8d4ee0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:00:21.731345 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-c0f3962c-47ce-41d6-9d81-53546c8d4ee0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:00:21.736142 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-c0f3962c-47ce-41d6-9d81-53546c8d4ee0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748303'] for security_group, after_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:00:21.738713 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-b9c4af10-38e2-45e7-891c-dfc2d53fbbea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:00:21.783808 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [None req-c0f3962c-47ce-41d6-9d81-53546c8d4ee0 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=363a28105d7d4383859f094cfd66cee4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1724732 Jun 22 09:00:21.785898 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f3962c-47ce-41d6-9d81-53546c8d4ee0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=049baa8f-3301-4ad9-9d71-6d83dd98a0b9,revision_number=1']} {{(pid=92664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:00:21.786673 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.wsgi [-] (92665) accepted ('10.222.0.22', 38368) {{(pid=92665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:00:21.788893 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-c0f3962c-47ce-41d6-9d81-53546c8d4ee0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:00:21.884537 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-dd8b2ddd-4d28-4b59-a648-64efee201eb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:00:21.906171 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5185ffaf-18d2-41c9-b72e-bd0282837734 req-cb714cd8-852f-4ea4-a222-736c9f41326a tempest-TestMinimumBasicScenario-143008768 tempest-TestMinimumBasicScenario-143008768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:00:21.907715 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-5185ffaf-18d2-41c9-b72e-bd0282837734 req-cb714cd8-852f-4ea4-a222-736c9f41326a tempest-TestMinimumBasicScenario-143008768 tempest-TestMinimumBasicScenario-143008768-project] 10.222.0.22 "GET /v2.0/ports?device_id=b9189ee1-d14d-4f17-8a25-cb3ce266c018 HTTP/1.1" status: 200 len: 985 time: 0.1128154 Jun 22 09:00:21.928153 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-dd8b2ddd-4d28-4b59-a648-64efee201eb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:00:21.983129 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-5185ffaf-18d2-41c9-b72e-bd0282837734 req-1c25d89f-c03a-47ce-a243-59a416464957 tempest-TestMinimumBasicScenario-143008768 tempest-TestMinimumBasicScenario-143008768-project] 10.222.0.22 "GET /v2.0/security-groups?id=f1813137-ba80-494d-86f8-3129fc52c05b&id=775a72bf-a632-4f7e-b965-3f5738603db6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0664599 Jun 22 09:00:22.011930 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-dd8b2ddd-4d28-4b59-a648-64efee201eb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748303'] for security_group, after_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:00:22.014779 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-dd8b2ddd-4d28-4b59-a648-64efee201eb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:00:22.015938 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [None req-dd8b2ddd-4d28-4b59-a648-64efee201eb2 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/049baa8f-3301-4ad9-9d71-6d83dd98a0b9 HTTP/1.1" status: 204 len: 168 time: 0.2279851 Jun 22 09:00:22.016722 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-2a5263e5-b069-43f2-8f0a-d5755364d6f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:00:22.025244 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8b2ddd-4d28-4b59-a648-64efee201eb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=049baa8f-3301-4ad9-9d71-6d83dd98a0b9,revision_number=None']} {{(pid=92665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:00:22.027900 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-dd8b2ddd-4d28-4b59-a648-64efee201eb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:00:22.370218 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.wsgi [-] (92664) accepted ('10.222.0.22', 38376) {{(pid=92664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:00:22.384182 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-85d99e2f-f1bd-4de4-9310-4fb6b47d5c07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:00:22.488907 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-85d99e2f-f1bd-4de4-9310-4fb6b47d5c07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:00:22.493160 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-85d99e2f-f1bd-4de4-9310-4fb6b47d5c07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748303'] for security_group, after_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:00:22.495589 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-3dfa0ea5-245a-428c-a893-4dee3b0d426c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:00:22.530445 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d99e2f-f1bd-4de4-9310-4fb6b47d5c07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=801d1335-d625-4907-aacf-fd7060a55b32,revision_number=1']} {{(pid=92664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:00:22.536009 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [None req-85d99e2f-f1bd-4de4-9310-4fb6b47d5c07 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=499324f979a04bf588d2ace05b8b04a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1635163 Jun 22 09:00:22.536009 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-85d99e2f-f1bd-4de4-9310-4fb6b47d5c07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:00:22.537530 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.wsgi [-] (92664) accepted ('10.222.0.22', 38380) {{(pid=92664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:00:22.586627 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-2fb033d4-53a5-46d7-a812-e9676cde99dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:00:22.612151 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-2fb033d4-53a5-46d7-a812-e9676cde99dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:00:22.662270 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-2fb033d4-53a5-46d7-a812-e9676cde99dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748303'] for security_group, after_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:00:22.664954 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-2fb033d4-53a5-46d7-a812-e9676cde99dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:00:22.666137 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [None req-2fb033d4-53a5-46d7-a812-e9676cde99dc admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/801d1335-d625-4907-aacf-fd7060a55b32 HTTP/1.1" status: 204 len: 168 time: 0.1275923 Jun 22 09:00:22.667070 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-56b432bb-65f3-4e47-a43f-6270ba18bfc0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:00:22.675836 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb033d4-53a5-46d7-a812-e9676cde99dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=801d1335-d625-4907-aacf-fd7060a55b32,revision_number=None']} {{(pid=92664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:00:22.678135 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-2fb033d4-53a5-46d7-a812-e9676cde99dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:00:22.724845 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380123073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133916839'] for agent, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:00:23.173994 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64003faa-1af7-4071-ae2b-18c70fe491ae req-a80ea690-cca1-4549-b31d-4c66b6f7d2af tempest-TestMinimumBasicScenario-143008768 tempest-TestMinimumBasicScenario-143008768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:00:23.175181 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-64003faa-1af7-4071-ae2b-18c70fe491ae req-a80ea690-cca1-4549-b31d-4c66b6f7d2af tempest-TestMinimumBasicScenario-143008768 tempest-TestMinimumBasicScenario-143008768-project] 10.222.0.22 "GET /v2.0/ports?device_id=b9189ee1-d14d-4f17-8a25-cb3ce266c018 HTTP/1.1" status: 200 len: 985 time: 0.0699718 Jun 22 09:00:23.238983 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-64003faa-1af7-4071-ae2b-18c70fe491ae req-15bb953a-5fff-458d-8749-e563a4f2c0b4 tempest-TestMinimumBasicScenario-143008768 tempest-TestMinimumBasicScenario-143008768-project] 10.222.0.22 "GET /v2.0/security-groups?id=f1813137-ba80-494d-86f8-3129fc52c05b&id=775a72bf-a632-4f7e-b965-3f5738603db6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0547049 Jun 22 09:00:24.433701 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6e4cb0-2fce-4730-8b69-93717d7ff048 req-c6209dc7-9eeb-44b6-942c-6616f6af06e4 tempest-TestMinimumBasicScenario-143008768 tempest-TestMinimumBasicScenario-143008768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:00:24.435185 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-bb6e4cb0-2fce-4730-8b69-93717d7ff048 req-c6209dc7-9eeb-44b6-942c-6616f6af06e4 tempest-TestMinimumBasicScenario-143008768 tempest-TestMinimumBasicScenario-143008768-project] 10.222.0.22 "GET /v2.0/ports?device_id=b9189ee1-d14d-4f17-8a25-cb3ce266c018 HTTP/1.1" status: 200 len: 985 time: 0.0697875 Jun 22 09:00:24.475994 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-bb6e4cb0-2fce-4730-8b69-93717d7ff048 req-bd7b1764-e043-405b-aeea-6e2defa67eba tempest-TestMinimumBasicScenario-143008768 tempest-TestMinimumBasicScenario-143008768-project] 10.222.0.22 "GET /v2.0/security-groups?id=f1813137-ba80-494d-86f8-3129fc52c05b&id=775a72bf-a632-4f7e-b965-3f5738603db6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0349214 Jun 22 09:00:25.117697 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-25ef4ec2-0da1-4d12-8711-d113f043dcdf req-b6e874ec-fa39-4de2-b447-c2ef67ace744 tempest-VolumesNegativeTest-369131302 tempest-VolumesNegativeTest-369131302-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=5f26f5df6ead48969d3e5b56adc7c990&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0360832 Jun 22 09:00:25.333278 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ef4ec2-0da1-4d12-8711-d113f043dcdf req-dcd3e1ef-54e8-4c00-b3b5-dd5ad25db52a tempest-VolumesNegativeTest-369131302 tempest-VolumesNegativeTest-369131302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:00:25.334850 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-25ef4ec2-0da1-4d12-8711-d113f043dcdf req-dcd3e1ef-54e8-4c00-b3b5-dd5ad25db52a tempest-VolumesNegativeTest-369131302 tempest-VolumesNegativeTest-369131302-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2118576 Jun 22 09:00:25.354513 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-25ef4ec2-0da1-4d12-8711-d113f043dcdf req-b353dd10-ad07-4b78-a8b8-02d891eec0f6 tempest-VolumesNegativeTest-369131302 tempest-VolumesNegativeTest-369131302-project] 10.222.0.22 "GET /v2.0/quotas/5f26f5df6ead48969d3e5b56adc7c990 HTTP/1.1" status: 200 len: 375 time: 0.0133314 Jun 22 09:00:25.400846 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-25ef4ec2-0da1-4d12-8711-d113f043dcdf req-2899ec98-1df9-495e-967e-23e7983d25da tempest-VolumesNegativeTest-369131302 tempest-VolumesNegativeTest-369131302-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=5f26f5df6ead48969d3e5b56adc7c990&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0352864 Jun 22 09:00:25.609678 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-73757666-aba1-4e3d-9874-c43bd807cfd8 req-a4eb9490-07da-4c2b-9c7a-ae25769cf7e0 tempest-VolumesNegativeTest-369131302 tempest-VolumesNegativeTest-369131302-project] 10.222.0.22 "GET /v2.0/ports?device_id=9fa49b33-3057-4956-9707-f476b31c1dc6 HTTP/1.1" status: 200 len: 210 time: 0.0333846 Jun 22 09:00:25.704093 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85681ac3-4cd4-4285-ad71-597145a224a8 req-0c1ae27f-87b4-49ee-be3a-a0dcb17ed800 tempest-TestMinimumBasicScenario-143008768 tempest-TestMinimumBasicScenario-143008768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:00:25.705714 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-85681ac3-4cd4-4285-ad71-597145a224a8 req-0c1ae27f-87b4-49ee-be3a-a0dcb17ed800 tempest-TestMinimumBasicScenario-143008768 tempest-TestMinimumBasicScenario-143008768-project] 10.222.0.22 "GET /v2.0/ports?device_id=b9189ee1-d14d-4f17-8a25-cb3ce266c018 HTTP/1.1" status: 200 len: 985 time: 0.0995030 Jun 22 09:00:25.752258 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-85681ac3-4cd4-4285-ad71-597145a224a8 req-cc00cfc3-e680-4b97-b344-ae0449dc617f tempest-TestMinimumBasicScenario-143008768 tempest-TestMinimumBasicScenario-143008768-project] 10.222.0.22 "GET /v2.0/security-groups?id=f1813137-ba80-494d-86f8-3129fc52c05b&id=775a72bf-a632-4f7e-b965-3f5738603db6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0398273 Jun 22 09:00:26.768277 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-21947888-66b7-4c54-9b6d-6f6d953f42a1 req-30d2dde8-6915-4813-89a6-bb2918fefec5 tempest-VolumesNegativeTest-369131302 tempest-VolumesNegativeTest-369131302-project] 10.222.0.22 "GET /v2.0/ports?device_id=9fa49b33-3057-4956-9707-f476b31c1dc6 HTTP/1.1" status: 200 len: 210 time: 0.0344341 Jun 22 09:00:26.827669 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-25ef4ec2-0da1-4d12-8711-d113f043dcdf req-0278ac70-9ac8-40db-a7a6-c39b1376403a tempest-VolumesNegativeTest-369131302 tempest-VolumesNegativeTest-369131302-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=5f26f5df6ead48969d3e5b56adc7c990&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0231898 Jun 22 09:00:26.978445 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ef4ec2-0da1-4d12-8711-d113f043dcdf req-0c3a2957-ea1f-4c90-961a-97d8ecf31707 tempest-VolumesNegativeTest-369131302 tempest-VolumesNegativeTest-369131302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:00:26.979870 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-25ef4ec2-0da1-4d12-8711-d113f043dcdf req-0c3a2957-ea1f-4c90-961a-97d8ecf31707 tempest-VolumesNegativeTest-369131302 tempest-VolumesNegativeTest-369131302-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1463306 Jun 22 09:00:27.007717 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394f09ba-96f1-4a5a-9e13-67de1049a469 req-b2908cc6-3283-4cdb-b828-84174b53c944 tempest-TestMinimumBasicScenario-143008768 tempest-TestMinimumBasicScenario-143008768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:00:27.010431 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-394f09ba-96f1-4a5a-9e13-67de1049a469 req-b2908cc6-3283-4cdb-b828-84174b53c944 tempest-TestMinimumBasicScenario-143008768 tempest-TestMinimumBasicScenario-143008768-project] 10.222.0.22 "GET /v2.0/ports?device_id=b9189ee1-d14d-4f17-8a25-cb3ce266c018 HTTP/1.1" status: 200 len: 985 time: 0.1296134 Jun 22 09:00:27.016409 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.v2.base [req-25ef4ec2-0da1-4d12-8711-d113f043dcdf req-473f3712-1fe0-40b5-ac8f-ab9b3b57f9e8 tempest-VolumesNegativeTest-369131302 tempest-VolumesNegativeTest-369131302-project] Request body: {'port': {'device_id': '9fa49b33-3057-4956-9707-f476b31c1dc6', 'network_id': '67fc9a3f-53b9-471c-8573-6c1a4bc5b009', 'admin_state_up': True, 'tenant_id': '5f26f5df6ead48969d3e5b56adc7c990'}} {{(pid=92665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:00:27.114464 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-394f09ba-96f1-4a5a-9e13-67de1049a469 req-08712b06-995b-47ec-bd68-fc8f6339718d tempest-TestMinimumBasicScenario-143008768 tempest-TestMinimumBasicScenario-143008768-project] 10.222.0.22 "GET /v2.0/security-groups?id=f1813137-ba80-494d-86f8-3129fc52c05b&id=775a72bf-a632-4f7e-b965-3f5738603db6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0906854 Jun 22 09:00:27.167687 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25ef4ec2-0da1-4d12-8711-d113f043dcdf req-473f3712-1fe0-40b5-ac8f-ab9b3b57f9e8 tempest-VolumesNegativeTest-369131302 tempest-VolumesNegativeTest-369131302-project] Made reservation on behalf of 5f26f5df6ead48969d3e5b56adc7c990 for: {'port': 1} {{(pid=92665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:00:27.173845 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [req-25ef4ec2-0da1-4d12-8711-d113f043dcdf req-473f3712-1fe0-40b5-ac8f-ab9b3b57f9e8 tempest-VolumesNegativeTest-369131302 tempest-VolumesNegativeTest-369131302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-133719140'] for port, before_create {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:00:27.183241 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [req-25ef4ec2-0da1-4d12-8711-d113f043dcdf req-473f3712-1fe0-40b5-ac8f-ab9b3b57f9e8 tempest-VolumesNegativeTest-369131302 tempest-VolumesNegativeTest-369131302-project] Notify callbacks [] for security_group, before_create {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:00:27.280135 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [req-25ef4ec2-0da1-4d12-8711-d113f043dcdf req-473f3712-1fe0-40b5-ac8f-ab9b3b57f9e8 tempest-VolumesNegativeTest-369131302 tempest-VolumesNegativeTest-369131302-project] Notify callbacks [] for security_group, precommit_create {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:00:27.284742 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [req-25ef4ec2-0da1-4d12-8711-d113f043dcdf req-473f3712-1fe0-40b5-ac8f-ab9b3b57f9e8 tempest-VolumesNegativeTest-369131302 tempest-VolumesNegativeTest-369131302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748303'] for security_group, after_create {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:00:27.288298 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-c2e46d47-b786-451a-9a69-521c3f5621f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:00:27.346234 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473f3712-1fe0-40b5-ac8f-ab9b3b57f9e8 tempest-VolumesNegativeTest-369131302 tempest-VolumesNegativeTest-369131302-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1fa048c5-7b80-4c89-8e07-583eba73eb07,revision_number=1']} {{(pid=92665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:00:27.352016 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-473f3712-1fe0-40b5-ac8f-ab9b3b57f9e8 tempest-VolumesNegativeTest-369131302 tempest-VolumesNegativeTest-369131302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:00:27.432028 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.db.db_base_plugin_common [req-25ef4ec2-0da1-4d12-8711-d113f043dcdf req-473f3712-1fe0-40b5-ac8f-ab9b3b57f9e8 tempest-VolumesNegativeTest-369131302 tempest-VolumesNegativeTest-369131302-project] Allocated IP 192.168.233.247 (67fc9a3f-53b9-471c-8573-6c1a4bc5b009/c8c2bb14-4f56-43a5-b8c7-f8edbbc8fb3f/41e1e543-83a6-4add-8934-4f9cb5ea3a27) {{(pid=92665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:00:27.581402 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [req-25ef4ec2-0da1-4d12-8711-d113f043dcdf req-473f3712-1fe0-40b5-ac8f-ab9b3b57f9e8 tempest-VolumesNegativeTest-369131302 tempest-VolumesNegativeTest-369131302-project] Notify callbacks [] for port, precommit_create {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:00:27.595175 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.db.provisioning_blocks [req-25ef4ec2-0da1-4d12-8711-d113f043dcdf req-473f3712-1fe0-40b5-ac8f-ab9b3b57f9e8 tempest-VolumesNegativeTest-369131302 tempest-VolumesNegativeTest-369131302-project] Transition to ACTIVE for port object 41e1e543-83a6-4add-8934-4f9cb5ea3a27 will not be triggered until provisioned by entity DHCP. {{(pid=92665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:00:27.632741 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [req-25ef4ec2-0da1-4d12-8711-d113f043dcdf req-473f3712-1fe0-40b5-ac8f-ab9b3b57f9e8 tempest-VolumesNegativeTest-369131302 tempest-VolumesNegativeTest-369131302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-133719719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-133660957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728379583061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4027064'] for port, after_create {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:00:27.637350 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:00:27.688039 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25ef4ec2-0da1-4d12-8711-d113f043dcdf req-473f3712-1fe0-40b5-ac8f-ab9b3b57f9e8 tempest-VolumesNegativeTest-369131302 tempest-VolumesNegativeTest-369131302-project] Network 67fc9a3f-53b9-471c-8573-6c1a4bc5b009 is already hosted by enough agents. {{(pid=92665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:00:27.692546 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.scheduler.base_scheduler [req-25ef4ec2-0da1-4d12-8711-d113f043dcdf req-473f3712-1fe0-40b5-ac8f-ab9b3b57f9e8 tempest-VolumesNegativeTest-369131302 tempest-VolumesNegativeTest-369131302-project] Resources bound (agent type, host, resource id): {{(pid=92665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:00:27.696307 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.db.l3_dvrscheduler_db [req-25ef4ec2-0da1-4d12-8711-d113f043dcdf req-473f3712-1fe0-40b5-ac8f-ab9b3b57f9e8 tempest-VolumesNegativeTest-369131302 tempest-VolumesNegativeTest-369131302-project] Received port after_create {{(pid=92665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:00:27.701124 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473f3712-1fe0-40b5-ac8f-ab9b3b57f9e8 tempest-VolumesNegativeTest-369131302 tempest-VolumesNegativeTest-369131302-project] Pushing event updated for resources: {'Port': ['ID=41e1e543-83a6-4add-8934-4f9cb5ea3a27,revision_number=1']} {{(pid=92665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:00:27.728413 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-473f3712-1fe0-40b5-ac8f-ab9b3b57f9e8 tempest-VolumesNegativeTest-369131302 tempest-VolumesNegativeTest-369131302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:00:27.757032 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ef4ec2-0da1-4d12-8711-d113f043dcdf req-473f3712-1fe0-40b5-ac8f-ab9b3b57f9e8 tempest-VolumesNegativeTest-369131302 tempest-VolumesNegativeTest-369131302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:00:27.757725 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [req-25ef4ec2-0da1-4d12-8711-d113f043dcdf req-473f3712-1fe0-40b5-ac8f-ab9b3b57f9e8 tempest-VolumesNegativeTest-369131302 tempest-VolumesNegativeTest-369131302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27927'] for port, before_response {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:00:27.773978 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-25ef4ec2-0da1-4d12-8711-d113f043dcdf req-473f3712-1fe0-40b5-ac8f-ab9b3b57f9e8 tempest-VolumesNegativeTest-369131302 tempest-VolumesNegativeTest-369131302-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7622743 Jun 22 09:00:27.794731 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.v2.base [req-25ef4ec2-0da1-4d12-8711-d113f043dcdf req-a9e4962a-0568-45bf-ac21-ac49e8dffc7d service neutron] Request body: {'port': {'device_id': '9fa49b33-3057-4956-9707-f476b31c1dc6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79733'}} {{(pid=92665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:00:27.884663 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [req-25ef4ec2-0da1-4d12-8711-d113f043dcdf req-a9e4962a-0568-45bf-ac21-ac49e8dffc7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133719154'] for port, before_update {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:00:27.974461 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.provisioning_blocks [None req-c8d6d6dc-80ae-44b2-b437-c1cf3fb6b17e None None] Provisioning for port 41e1e543-83a6-4add-8934-4f9cb5ea3a27 completed by entity DHCP. {{(pid=92666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:00:27.978942 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.provisioning_blocks [None req-c8d6d6dc-80ae-44b2-b437-c1cf3fb6b17e None None] Provisioning complete for port 41e1e543-83a6-4add-8934-4f9cb5ea3a27 triggered by entity DHCP. {{(pid=92666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:00:27.979634 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-c8d6d6dc-80ae-44b2-b437-c1cf3fb6b17e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133917554'] for port, provisioning_complete {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:00:28.033223 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.plugin [None req-c8d6d6dc-80ae-44b2-b437-c1cf3fb6b17e None None] Port 41e1e543-83a6-4add-8934-4f9cb5ea3a27 cannot update to ACTIVE because it is not bound. {{(pid=92666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:00:28.121326 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d92070-51f4-477f-b4da-e2d17672a4df req-78c429d1-679d-414b-9f44-6ea87e74fea0 tempest-VolumesNegativeTest-369131302 tempest-VolumesNegativeTest-369131302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:00:28.122814 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-c3d92070-51f4-477f-b4da-e2d17672a4df req-78c429d1-679d-414b-9f44-6ea87e74fea0 tempest-VolumesNegativeTest-369131302 tempest-VolumesNegativeTest-369131302-project] 10.222.0.22 "GET /v2.0/ports?device_id=9fa49b33-3057-4956-9707-f476b31c1dc6 HTTP/1.1" status: 200 len: 936 time: 0.1928716 Jun 22 09:00:28.197122 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-c3d92070-51f4-477f-b4da-e2d17672a4df req-ec83e2cd-44e6-47d9-8d3b-fcbb5bedeb52 tempest-VolumesNegativeTest-369131302 tempest-VolumesNegativeTest-369131302-project] 10.222.0.22 "GET /v2.0/security-groups?id=1fa048c5-7b80-4c89-8e07-583eba73eb07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592237 Jun 22 09:00:28.294728 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.notifiers.nova [req-25ef4ec2-0da1-4d12-8711-d113f043dcdf req-a9e4962a-0568-45bf-ac21-ac49e8dffc7d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41e1e543-83a6-4add-8934-4f9cb5ea3a27 {{(pid=92665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 09:00:28.304170 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [req-25ef4ec2-0da1-4d12-8711-d113f043dcdf req-a9e4962a-0568-45bf-ac21-ac49e8dffc7d service neutron] Notify callbacks [] for port, precommit_update {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:00:28.322951 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.db.provisioning_blocks [req-25ef4ec2-0da1-4d12-8711-d113f043dcdf req-a9e4962a-0568-45bf-ac21-ac49e8dffc7d service neutron] Transition to ACTIVE for port object 41e1e543-83a6-4add-8934-4f9cb5ea3a27 will not be triggered until provisioned by entity L2. {{(pid=92665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:00:28.333770 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [req-25ef4ec2-0da1-4d12-8711-d113f043dcdf req-a9e4962a-0568-45bf-ac21-ac49e8dffc7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133719696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133660950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728380107731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728379583079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728379583124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4027018'] for port, after_update {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:00:28.340088 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-9812e5f9-6283-416d-9e77-8314c7d78287 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:00:28.388171 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c315dc7a-594e-4d83-80b7-09b2fbd76c13 req-f1133e95-99e2-4a27-b7e2-9e4856ed9c99 tempest-TestMinimumBasicScenario-143008768 tempest-TestMinimumBasicScenario-143008768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:00:28.389781 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-c315dc7a-594e-4d83-80b7-09b2fbd76c13 req-f1133e95-99e2-4a27-b7e2-9e4856ed9c99 tempest-TestMinimumBasicScenario-143008768 tempest-TestMinimumBasicScenario-143008768-project] 10.222.0.22 "GET /v2.0/ports?device_id=b9189ee1-d14d-4f17-8a25-cb3ce266c018 HTTP/1.1" status: 200 len: 985 time: 0.1372545 Jun 22 09:00:28.446040 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e4962a-0568-45bf-ac21-ac49e8dffc7d service neutron] Pushing event updated for resources: {'Port': ['ID=41e1e543-83a6-4add-8934-4f9cb5ea3a27,revision_number=2']} {{(pid=92665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:00:28.454188 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-a9e4962a-0568-45bf-ac21-ac49e8dffc7d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:00:28.514177 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-c315dc7a-594e-4d83-80b7-09b2fbd76c13 req-2e107b45-8406-474c-943b-12e61a2ad38c tempest-TestMinimumBasicScenario-143008768 tempest-TestMinimumBasicScenario-143008768-project] 10.222.0.22 "GET /v2.0/security-groups?id=f1813137-ba80-494d-86f8-3129fc52c05b&id=775a72bf-a632-4f7e-b965-3f5738603db6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1171205 Jun 22 09:00:28.563756 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.plugins.ml2.managers [req-25ef4ec2-0da1-4d12-8711-d113f043dcdf req-a9e4962a-0568-45bf-ac21-ac49e8dffc7d service neutron] Attempting to bind port 41e1e543-83a6-4add-8934-4f9cb5ea3a27 on host hv-cinder-79733 for vnic_type normal with profile {{(pid=92665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:00:28.564278 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.plugins.ml2.managers [req-25ef4ec2-0da1-4d12-8711-d113f043dcdf req-a9e4962a-0568-45bf-ac21-ac49e8dffc7d service neutron] Attempting to bind port 41e1e543-83a6-4add-8934-4f9cb5ea3a27 by drivers openvswitch,hyperv on host hv-cinder-79733 at level 0 using segments [{'id': '857f3ac5-fc7e-4499-b2af-700ff842c0ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '67fc9a3f-53b9-471c-8573-6c1a4bc5b009'}] {{(pid=92665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:00:28.564564 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25ef4ec2-0da1-4d12-8711-d113f043dcdf req-a9e4962a-0568-45bf-ac21-ac49e8dffc7d service neutron] Attempting to bind port 41e1e543-83a6-4add-8934-4f9cb5ea3a27 on network 67fc9a3f-53b9-471c-8573-6c1a4bc5b009 {{(pid=92665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:00:28.569470 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25ef4ec2-0da1-4d12-8711-d113f043dcdf req-a9e4962a-0568-45bf-ac21-ac49e8dffc7d service neutron] Port 41e1e543-83a6-4add-8934-4f9cb5ea3a27 on network 67fc9a3f-53b9-471c-8573-6c1a4bc5b009 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79733 {{(pid=92665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 09:00:28.569941 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25ef4ec2-0da1-4d12-8711-d113f043dcdf req-a9e4962a-0568-45bf-ac21-ac49e8dffc7d service neutron] Attempting to bind port 41e1e543-83a6-4add-8934-4f9cb5ea3a27 on network 67fc9a3f-53b9-471c-8573-6c1a4bc5b009 {{(pid=92665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:00:28.582877 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25ef4ec2-0da1-4d12-8711-d113f043dcdf req-a9e4962a-0568-45bf-ac21-ac49e8dffc7d service neutron] Checking agent: {'id': '0fb2479b-8850-47fd-bce9-7c475063265a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79733', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 8, 54, 53), 'started_at': datetime.datetime(2021, 6, 22, 8, 54, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 0, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:00:28.582877 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25ef4ec2-0da1-4d12-8711-d113f043dcdf req-a9e4962a-0568-45bf-ac21-ac49e8dffc7d service neutron] Checking segment: {'id': '857f3ac5-fc7e-4499-b2af-700ff842c0ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '67fc9a3f-53b9-471c-8573-6c1a4bc5b009'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:00:28.582877 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25ef4ec2-0da1-4d12-8711-d113f043dcdf req-a9e4962a-0568-45bf-ac21-ac49e8dffc7d service neutron] Bound using segment: {'id': '857f3ac5-fc7e-4499-b2af-700ff842c0ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '67fc9a3f-53b9-471c-8573-6c1a4bc5b009'} {{(pid=92665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:00:28.582877 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.plugins.ml2.managers [req-25ef4ec2-0da1-4d12-8711-d113f043dcdf req-a9e4962a-0568-45bf-ac21-ac49e8dffc7d service neutron] Bound port: 41e1e543-83a6-4add-8934-4f9cb5ea3a27, host: hv-cinder-79733, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '857f3ac5-fc7e-4499-b2af-700ff842c0ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '67fc9a3f-53b9-471c-8573-6c1a4bc5b009'}}] {{(pid=92665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:00:28.582877 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [req-25ef4ec2-0da1-4d12-8711-d113f043dcdf req-a9e4962a-0568-45bf-ac21-ac49e8dffc7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133719154'] for port, before_update {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:00:28.651497 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.plugins.ml2.db [req-25ef4ec2-0da1-4d12-8711-d113f043dcdf req-a9e4962a-0568-45bf-ac21-ac49e8dffc7d service neutron] For port 41e1e543-83a6-4add-8934-4f9cb5ea3a27, host hv-cinder-79733, cleared binding levels {{(pid=92665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:00:28.657251 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.plugins.ml2.db [req-25ef4ec2-0da1-4d12-8711-d113f043dcdf req-a9e4962a-0568-45bf-ac21-ac49e8dffc7d service neutron] For port 41e1e543-83a6-4add-8934-4f9cb5ea3a27, host hv-cinder-79733, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79733',level=0,port_id=41e1e543-83a6-4add-8934-4f9cb5ea3a27,segment=NetworkSegment(857f3ac5-fc7e-4499-b2af-700ff842c0ae),segment_id=857f3ac5-fc7e-4499-b2af-700ff842c0ae)] {{(pid=92665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:00:28.665977 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [req-25ef4ec2-0da1-4d12-8711-d113f043dcdf req-a9e4962a-0568-45bf-ac21-ac49e8dffc7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133719696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133660950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728380107731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728379583079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728379583124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4027018'] for port, after_update {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:00:28.669661 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-f9cf0f1f-6b36-4ee1-b3a5-547a4258e266 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:00:28.700983 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ef4ec2-0da1-4d12-8711-d113f043dcdf req-a9e4962a-0568-45bf-ac21-ac49e8dffc7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:00:28.701707 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [req-25ef4ec2-0da1-4d12-8711-d113f043dcdf req-a9e4962a-0568-45bf-ac21-ac49e8dffc7d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27927'] for port, before_response {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:00:28.703008 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-25ef4ec2-0da1-4d12-8711-d113f043dcdf req-a9e4962a-0568-45bf-ac21-ac49e8dffc7d service neutron] 10.222.0.15 "PUT /v2.0/ports/41e1e543-83a6-4add-8934-4f9cb5ea3a27 HTTP/1.1" status: 200 len: 1098 time: 0.9133785 Jun 22 09:00:28.703521 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fa49b33-3057-4956-9707-f476b31c1dc6', 'tag': '41e1e543-83a6-4add-8934-4f9cb5ea3a27'}] {{(pid=92665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:00:28.705846 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}600ed202ef5c6893f709c92c950a9f9cd42c49f10c76c91c75f79f08b33dd1bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-feb30e78-0fa7-47b8-bbc1-fe05480d9e62" -d '{"events": [{"name": "network-changed", "server_uuid": "9fa49b33-3057-4956-9707-f476b31c1dc6", "tag": "41e1e543-83a6-4add-8934-4f9cb5ea3a27"}]}' {{(pid=92665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:00:28.747866 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e4962a-0568-45bf-ac21-ac49e8dffc7d service neutron] Pushing event updated for resources: {'Port': ['ID=41e1e543-83a6-4add-8934-4f9cb5ea3a27,revision_number=3']} {{(pid=92665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:00:28.759204 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-a9e4962a-0568-45bf-ac21-ac49e8dffc7d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:00:28.760758 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 09:00:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52dd343c-e36f-460a-ab46-f7fb7ba2578c x-openstack-request-id: req-52dd343c-e36f-460a-ab46-f7fb7ba2578c {{(pid=92665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:00:28.761081 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fa49b33-3057-4956-9707-f476b31c1dc6", "tag": "41e1e543-83a6-4add-8934-4f9cb5ea3a27", "status": "completed", "code": 200}]} {{(pid=92665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:00:28.761387 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-52dd343c-e36f-460a-ab46-f7fb7ba2578c {{(pid=92665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:00:28.761900 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fa49b33-3057-4956-9707-f476b31c1dc6', 'tag': '41e1e543-83a6-4add-8934-4f9cb5ea3a27', 'status': 'completed', 'code': 200} Jun 22 09:00:28.825198 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ef4ec2-0da1-4d12-8711-d113f043dcdf req-3183d008-5df3-456c-8a21-78f59595996b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:00:28.827798 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-25ef4ec2-0da1-4d12-8711-d113f043dcdf req-3183d008-5df3-456c-8a21-78f59595996b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5f26f5df6ead48969d3e5b56adc7c990&device_id=9fa49b33-3057-4956-9707-f476b31c1dc6 HTTP/1.1" status: 200 len: 1101 time: 0.0766957 Jun 22 09:00:28.884958 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-25ef4ec2-0da1-4d12-8711-d113f043dcdf req-7112d6db-7b6f-484d-a0c5-f7437e2e18c5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.247&port_id=41e1e543-83a6-4add-8934-4f9cb5ea3a27 HTTP/1.1" status: 200 len: 217 time: 0.0422623 Jun 22 09:00:28.977032 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ef4ec2-0da1-4d12-8711-d113f043dcdf req-42bdb10f-5aee-4e14-b3d1-5afbeb4099b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:00:28.980707 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-25ef4ec2-0da1-4d12-8711-d113f043dcdf req-42bdb10f-5aee-4e14-b3d1-5afbeb4099b1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c8c2bb14-4f56-43a5-b8c7-f8edbbc8fb3f HTTP/1.1" status: 200 len: 843 time: 0.0868125 Jun 22 09:00:29.068528 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ef4ec2-0da1-4d12-8711-d113f043dcdf req-2329004b-45d6-4656-bee8-016f8b3dfd26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:00:29.072208 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-25ef4ec2-0da1-4d12-8711-d113f043dcdf req-2329004b-45d6-4656-bee8-016f8b3dfd26 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=67fc9a3f-53b9-471c-8573-6c1a4bc5b009&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0829806 Jun 22 09:00:29.166494 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-25ef4ec2-0da1-4d12-8711-d113f043dcdf req-6b04ec7c-d146-45bc-ac5d-1f815313a199 service neutron] 10.222.0.15 "GET /v2.0/networks/67fc9a3f-53b9-471c-8573-6c1a4bc5b009?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865324 Jun 22 09:00:29.395284 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.db.agents_db [None req-b28930ac-c45f-452b-90b0-92e2a86c5dbe None None] Agent healthcheck: found 6 active agents {{(pid=92667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 09:00:29.545692 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-25ef4ec2-0da1-4d12-8711-d113f043dcdf req-64c9f4ce-e5ad-40ad-bed8-f97d98f069d2 service neutron] 10.222.0.15 "GET /v2.0/networks/67fc9a3f-53b9-471c-8573-6c1a4bc5b009?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3654327 Jun 22 09:00:29.572224 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b37f327-a9d8-4c2b-9496-808f83d26808 req-07f6ccd5-ba09-42ef-ba5c-33f1b00cedfd tempest-VolumesNegativeTest-369131302 tempest-VolumesNegativeTest-369131302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:00:29.577738 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-7b37f327-a9d8-4c2b-9496-808f83d26808 req-07f6ccd5-ba09-42ef-ba5c-33f1b00cedfd tempest-VolumesNegativeTest-369131302 tempest-VolumesNegativeTest-369131302-project] 10.222.0.22 "GET /v2.0/ports?device_id=9fa49b33-3057-4956-9707-f476b31c1dc6 HTTP/1.1" status: 200 len: 948 time: 0.0949953 Jun 22 09:00:29.645961 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-7b37f327-a9d8-4c2b-9496-808f83d26808 req-bd40135a-1bee-4681-af7c-de150748b4f9 tempest-VolumesNegativeTest-369131302 tempest-VolumesNegativeTest-369131302-project] 10.222.0.22 "GET /v2.0/security-groups?id=1fa048c5-7b80-4c89-8e07-583eba73eb07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651622 Jun 22 09:00:29.678104 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb30e78-0fa7-47b8-bbc1-fe05480d9e62 req-eef5436c-84d6-4fbc-aa62-62241c10f5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:00:29.679584 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-feb30e78-0fa7-47b8-bbc1-fe05480d9e62 req-eef5436c-84d6-4fbc-aa62-62241c10f5f8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5f26f5df6ead48969d3e5b56adc7c990&device_id=9fa49b33-3057-4956-9707-f476b31c1dc6 HTTP/1.1" status: 200 len: 1101 time: 0.0721192 Jun 22 09:00:29.836771 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46eb393b-db87-49d2-9c4c-c1e247177bf5 req-fc2789fe-71b6-4994-9afb-fd2f13cd9e86 tempest-TestMinimumBasicScenario-143008768 tempest-TestMinimumBasicScenario-143008768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:00:29.838903 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-46eb393b-db87-49d2-9c4c-c1e247177bf5 req-fc2789fe-71b6-4994-9afb-fd2f13cd9e86 tempest-TestMinimumBasicScenario-143008768 tempest-TestMinimumBasicScenario-143008768-project] 10.222.0.22 "GET /v2.0/ports?device_id=b9189ee1-d14d-4f17-8a25-cb3ce266c018 HTTP/1.1" status: 200 len: 985 time: 0.1582677 Jun 22 09:00:29.841690 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb30e78-0fa7-47b8-bbc1-fe05480d9e62 req-a95c9ad0-2bfd-4605-ad70-744245ed59f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:00:29.843613 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-feb30e78-0fa7-47b8-bbc1-fe05480d9e62 req-a95c9ad0-2bfd-4605-ad70-744245ed59f8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=67fc9a3f-53b9-471c-8573-6c1a4bc5b009 HTTP/1.1" status: 200 len: 870 time: 0.1534166 Jun 22 09:00:29.901628 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-feb30e78-0fa7-47b8-bbc1-fe05480d9e62 req-dce6c13a-6141-438f-a942-baae34935c68 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.247&port_id=41e1e543-83a6-4add-8934-4f9cb5ea3a27 HTTP/1.1" status: 200 len: 217 time: 0.0461826 Jun 22 09:00:29.930473 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-46eb393b-db87-49d2-9c4c-c1e247177bf5 req-2427de04-f5ab-4877-93b9-fa4ada495ef8 tempest-TestMinimumBasicScenario-143008768 tempest-TestMinimumBasicScenario-143008768-project] 10.222.0.22 "GET /v2.0/security-groups?id=f1813137-ba80-494d-86f8-3129fc52c05b&id=775a72bf-a632-4f7e-b965-3f5738603db6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0837479 Jun 22 09:00:29.963796 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb30e78-0fa7-47b8-bbc1-fe05480d9e62 req-a9d94d7d-0a0b-48b8-b9a3-295c8f8f54cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:00:29.965800 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-feb30e78-0fa7-47b8-bbc1-fe05480d9e62 req-a9d94d7d-0a0b-48b8-b9a3-295c8f8f54cf service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c8c2bb14-4f56-43a5-b8c7-f8edbbc8fb3f HTTP/1.1" status: 200 len: 843 time: 0.0527723 Jun 22 09:00:30.031267 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb30e78-0fa7-47b8-bbc1-fe05480d9e62 req-2fb4c870-9e61-4400-a658-71d1c9f3860a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:00:30.032746 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-feb30e78-0fa7-47b8-bbc1-fe05480d9e62 req-2fb4c870-9e61-4400-a658-71d1c9f3860a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=67fc9a3f-53b9-471c-8573-6c1a4bc5b009&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0562866 Jun 22 09:00:30.135039 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-feb30e78-0fa7-47b8-bbc1-fe05480d9e62 req-4b4188dc-62ca-45aa-8e95-94d1d77d9df3 service neutron] 10.222.0.15 "GET /v2.0/networks/67fc9a3f-53b9-471c-8573-6c1a4bc5b009?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909228 Jun 22 09:00:30.238483 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-feb30e78-0fa7-47b8-bbc1-fe05480d9e62 req-22ccb100-459b-4764-8217-3a21f4854a3c service neutron] 10.222.0.15 "GET /v2.0/networks/67fc9a3f-53b9-471c-8573-6c1a4bc5b009?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875695 Jun 22 09:00:30.831066 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8674bb-c883-4bce-af20-fa80d321201d req-d2a457bf-2e33-4563-aad0-f39dd4eadc0d tempest-VolumesNegativeTest-369131302 tempest-VolumesNegativeTest-369131302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:00:30.832546 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-6a8674bb-c883-4bce-af20-fa80d321201d req-d2a457bf-2e33-4563-aad0-f39dd4eadc0d tempest-VolumesNegativeTest-369131302 tempest-VolumesNegativeTest-369131302-project] 10.222.0.22 "GET /v2.0/ports?device_id=9fa49b33-3057-4956-9707-f476b31c1dc6 HTTP/1.1" status: 200 len: 948 time: 0.0728769 Jun 22 09:00:30.879291 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-6a8674bb-c883-4bce-af20-fa80d321201d req-29398d1e-81e8-4614-9e43-1d1ea37fa07f tempest-VolumesNegativeTest-369131302 tempest-VolumesNegativeTest-369131302-project] 10.222.0.22 "GET /v2.0/security-groups?id=1fa048c5-7b80-4c89-8e07-583eba73eb07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379865 Jun 22 09:00:31.105425 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5adc08-da35-4fa6-ae42-aa0cb3bfda11 req-d60846c0-b6fc-42ee-b938-f3364e8fe354 tempest-TestMinimumBasicScenario-143008768 tempest-TestMinimumBasicScenario-143008768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:00:31.106967 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-de5adc08-da35-4fa6-ae42-aa0cb3bfda11 req-d60846c0-b6fc-42ee-b938-f3364e8fe354 tempest-TestMinimumBasicScenario-143008768 tempest-TestMinimumBasicScenario-143008768-project] 10.222.0.22 "GET /v2.0/ports?device_id=b9189ee1-d14d-4f17-8a25-cb3ce266c018 HTTP/1.1" status: 200 len: 985 time: 0.0633938 Jun 22 09:00:31.149869 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-de5adc08-da35-4fa6-ae42-aa0cb3bfda11 req-66cd711e-ae33-4818-ba93-108e72f9ed1c tempest-TestMinimumBasicScenario-143008768 tempest-TestMinimumBasicScenario-143008768-project] 10.222.0.22 "GET /v2.0/security-groups?id=f1813137-ba80-494d-86f8-3129fc52c05b&id=775a72bf-a632-4f7e-b965-3f5738603db6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0368359 Jun 22 09:00:32.064306 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e835f58-c79b-416e-a09f-63c8cc7a07d7 req-a3483ee4-ec9a-4323-af98-4b7f9e43278c tempest-VolumesNegativeTest-369131302 tempest-VolumesNegativeTest-369131302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:00:32.065866 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-4e835f58-c79b-416e-a09f-63c8cc7a07d7 req-a3483ee4-ec9a-4323-af98-4b7f9e43278c tempest-VolumesNegativeTest-369131302 tempest-VolumesNegativeTest-369131302-project] 10.222.0.22 "GET /v2.0/ports?device_id=9fa49b33-3057-4956-9707-f476b31c1dc6 HTTP/1.1" status: 200 len: 948 time: 0.0692043 Jun 22 09:00:32.118016 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-4e835f58-c79b-416e-a09f-63c8cc7a07d7 req-97ec6b1d-6faf-4c27-bd64-5c4704235cee tempest-VolumesNegativeTest-369131302 tempest-VolumesNegativeTest-369131302-project] 10.222.0.22 "GET /v2.0/security-groups?id=1fa048c5-7b80-4c89-8e07-583eba73eb07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443931 Jun 22 09:00:32.294897 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.rpc [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Device 41e1e543-83a6-4add-8934-4f9cb5ea3a27 details requested by agent hyperv_hv-cinder-79733 with host hv-cinder-79733 {{(pid=92666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 09:00:32.333236 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709ab580-cad6-42d0-af6f-091f4cadc5e3 req-9647b248-9c88-44b0-929a-baa9e9c2ce1b tempest-TestMinimumBasicScenario-143008768 tempest-TestMinimumBasicScenario-143008768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:00:32.334680 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-709ab580-cad6-42d0-af6f-091f4cadc5e3 req-9647b248-9c88-44b0-929a-baa9e9c2ce1b tempest-TestMinimumBasicScenario-143008768 tempest-TestMinimumBasicScenario-143008768-project] 10.222.0.22 "GET /v2.0/ports?device_id=b9189ee1-d14d-4f17-8a25-cb3ce266c018 HTTP/1.1" status: 200 len: 985 time: 0.0663481 Jun 22 09:00:32.376120 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-709ab580-cad6-42d0-af6f-091f4cadc5e3 req-e604ba15-7fd2-4ca3-bd9e-b7512b05519b tempest-TestMinimumBasicScenario-143008768 tempest-TestMinimumBasicScenario-143008768-project] 10.222.0.22 "GET /v2.0/security-groups?id=f1813137-ba80-494d-86f8-3129fc52c05b&id=775a72bf-a632-4f7e-b965-3f5738603db6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0353649 Jun 22 09:00:32.450145 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.db [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] For port 41e1e543-83a6-4add-8934-4f9cb5ea3a27, host hv-cinder-79733, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79733',level=0,port_id=41e1e543-83a6-4add-8934-4f9cb5ea3a27,segment=NetworkSegment(857f3ac5-fc7e-4499-b2af-700ff842c0ae),segment_id=857f3ac5-fc7e-4499-b2af-700ff842c0ae)] {{(pid=92666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:00:32.461684 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.rpc [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Returning: {'device': '41e1e543-83a6-4add-8934-4f9cb5ea3a27', 'network_id': '67fc9a3f-53b9-471c-8573-6c1a4bc5b009', 'port_id': '41e1e543-83a6-4add-8934-4f9cb5ea3a27', 'mac_address': 'fa:16:3e:06:60:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8c2bb14-4f56-43a5-b8c7-f8edbbc8fb3f', 'ip_address': '192.168.233.247'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 09:00:32.504975 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133719154'] for port, before_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:00:32.523958 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.notifiers.nova [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41e1e543-83a6-4add-8934-4f9cb5ea3a27 {{(pid=92666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 09:00:32.544474 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.db [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] For port 41e1e543-83a6-4add-8934-4f9cb5ea3a27, host hv-cinder-79733, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79733',level=0,port_id=41e1e543-83a6-4add-8934-4f9cb5ea3a27,segment=NetworkSegment(857f3ac5-fc7e-4499-b2af-700ff842c0ae),segment_id=857f3ac5-fc7e-4499-b2af-700ff842c0ae)] {{(pid=92666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:00:32.548558 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133719696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133660950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728380107731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728379583079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728379583124'] for port, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:00:32.550817 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG oslo_concurrency.lockutils [None req-9811b935-b7f8-4dac-b43a-f1c3481eee2a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:00:32.596882 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Pushing event updated for resources: {'Port': ['ID=41e1e543-83a6-4add-8934-4f9cb5ea3a27,revision_number=4']} {{(pid=92666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:00:32.599966 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG oslo_concurrency.lockutils [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:00:32.902651 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.db [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] get_ports_and_sgs() called for port_ids ['41e1e543-83a6-4add-8934-4f9cb5ea3a27'] {{(pid=92666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 09:00:33.294195 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04677f89-2bf1-40d1-9f16-f1ebafaaccb4 req-a62e2420-7d2e-4867-8613-8c61ae88a1a9 tempest-VolumesNegativeTest-369131302 tempest-VolumesNegativeTest-369131302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:00:33.295774 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-04677f89-2bf1-40d1-9f16-f1ebafaaccb4 req-a62e2420-7d2e-4867-8613-8c61ae88a1a9 tempest-VolumesNegativeTest-369131302 tempest-VolumesNegativeTest-369131302-project] 10.222.0.22 "GET /v2.0/ports?device_id=9fa49b33-3057-4956-9707-f476b31c1dc6 HTTP/1.1" status: 200 len: 949 time: 0.0629451 Jun 22 09:00:33.347230 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-04677f89-2bf1-40d1-9f16-f1ebafaaccb4 req-54cfa2ff-bc69-4f3d-bee6-87bb486824b5 tempest-VolumesNegativeTest-369131302 tempest-VolumesNegativeTest-369131302-project] 10.222.0.22 "GET /v2.0/security-groups?id=1fa048c5-7b80-4c89-8e07-583eba73eb07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440626 Jun 22 09:00:33.580592 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd30680f-2e80-4c42-bbe0-08fb1f2d180c req-6ce745fa-fed8-48ad-9b6a-c11d477fa506 tempest-TestMinimumBasicScenario-143008768 tempest-TestMinimumBasicScenario-143008768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:00:33.582105 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-cd30680f-2e80-4c42-bbe0-08fb1f2d180c req-6ce745fa-fed8-48ad-9b6a-c11d477fa506 tempest-TestMinimumBasicScenario-143008768 tempest-TestMinimumBasicScenario-143008768-project] 10.222.0.22 "GET /v2.0/ports?device_id=b9189ee1-d14d-4f17-8a25-cb3ce266c018 HTTP/1.1" status: 200 len: 985 time: 0.0824003 Jun 22 09:00:33.629554 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-cd30680f-2e80-4c42-bbe0-08fb1f2d180c req-0e95b297-b512-474e-8397-9c09d5af2e4a tempest-TestMinimumBasicScenario-143008768 tempest-TestMinimumBasicScenario-143008768-project] 10.222.0.22 "GET /v2.0/security-groups?id=f1813137-ba80-494d-86f8-3129fc52c05b&id=775a72bf-a632-4f7e-b965-3f5738603db6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0367174 Jun 22 09:00:34.304659 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.rpc [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Device 41e1e543-83a6-4add-8934-4f9cb5ea3a27 up at agent hyperv_hv-cinder-79733 {{(pid=92666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:00:34.357444 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.provisioning_blocks [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Provisioning for port 41e1e543-83a6-4add-8934-4f9cb5ea3a27 completed by entity L2. {{(pid=92666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:00:34.365119 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.provisioning_blocks [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Provisioning complete for port 41e1e543-83a6-4add-8934-4f9cb5ea3a27 triggered by entity L2. {{(pid=92666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:00:34.365495 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133917554'] for port, provisioning_complete {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:00:34.445122 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133719154'] for port, before_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:00:34.468145 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fa49b33-3057-4956-9707-f476b31c1dc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41e1e543-83a6-4add-8934-4f9cb5ea3a27'}] {{(pid=92666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:00:34.470420 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d55364b227510a28ea0dc9c97ec82a2823dd2b88b3d79212c5ee75253478bf9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-385ba9a2-a865-4114-9fd2-5bd487f9b605" -d '{"events": [{"server_uuid": "9fa49b33-3057-4956-9707-f476b31c1dc6", "name": "network-vif-plugged", "status": "completed", "tag": "41e1e543-83a6-4add-8934-4f9cb5ea3a27"}]}' {{(pid=92666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:00:34.488612 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.db [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] For port 41e1e543-83a6-4add-8934-4f9cb5ea3a27, host hv-cinder-79733, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79733',level=0,port_id=41e1e543-83a6-4add-8934-4f9cb5ea3a27,segment=NetworkSegment(857f3ac5-fc7e-4499-b2af-700ff842c0ae),segment_id=857f3ac5-fc7e-4499-b2af-700ff842c0ae)] {{(pid=92666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:00:34.496434 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133719696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133660950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728380107731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728379583079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728379583124'] for port, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:00:34.499419 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG oslo_concurrency.lockutils [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:00:34.537261 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 09:00:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99e0800c-3d4b-4b41-b696-129cb9d09d23 x-openstack-request-id: req-99e0800c-3d4b-4b41-b696-129cb9d09d23 {{(pid=92666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:00:34.537588 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fa49b33-3057-4956-9707-f476b31c1dc6", "name": "network-vif-plugged", "status": "completed", "tag": "41e1e543-83a6-4add-8934-4f9cb5ea3a27", "code": 200}]} {{(pid=92666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:00:34.537840 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-99e0800c-3d4b-4b41-b696-129cb9d09d23 {{(pid=92666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:00:34.538802 dv-cinder-797333-1-smb neutron-server[92666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fa49b33-3057-4956-9707-f476b31c1dc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41e1e543-83a6-4add-8934-4f9cb5ea3a27', 'code': 200} Jun 22 09:00:34.541819 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65292650-1782-4d3e-8cf7-5397ad0b4591 req-705815c6-f4aa-4821-a379-f48217e95978 tempest-VolumesNegativeTest-369131302 tempest-VolumesNegativeTest-369131302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:00:34.549334 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-65292650-1782-4d3e-8cf7-5397ad0b4591 req-705815c6-f4aa-4821-a379-f48217e95978 tempest-VolumesNegativeTest-369131302 tempest-VolumesNegativeTest-369131302-project] 10.222.0.22 "GET /v2.0/ports?device_id=9fa49b33-3057-4956-9707-f476b31c1dc6 HTTP/1.1" status: 200 len: 949 time: 0.0833821 Jun 22 09:00:34.572814 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Pushing event updated for resources: {'Port': ['ID=41e1e543-83a6-4add-8934-4f9cb5ea3a27,revision_number=5']} {{(pid=92666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:00:34.576152 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG oslo_concurrency.lockutils [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:00:34.586119 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-65292650-1782-4d3e-8cf7-5397ad0b4591 req-d2d67f67-71b7-483d-ac6c-f12e1df2d1fa tempest-VolumesNegativeTest-369131302 tempest-VolumesNegativeTest-369131302-project] 10.222.0.22 "GET /v2.0/security-groups?id=1fa048c5-7b80-4c89-8e07-583eba73eb07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358405 Jun 22 09:00:34.856982 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2d9d4b-a3b2-457a-882e-dda657a7805c req-cce98e89-dd56-49e9-98c1-da32e3b81f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:00:34.858541 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-5b2d9d4b-a3b2-457a-882e-dda657a7805c req-cce98e89-dd56-49e9-98c1-da32e3b81f84 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=9fa49b33-3057-4956-9707-f476b31c1dc6 HTTP/1.1" status: 200 len: 1103 time: 0.1053426 Jun 22 09:00:34.867239 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f97d70a-3c25-44bc-976a-c1c5dd8cd3f9 req-9eb6fac8-863b-4481-b7a9-e078db866f16 tempest-TestMinimumBasicScenario-143008768 tempest-TestMinimumBasicScenario-143008768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:00:34.868766 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-9f97d70a-3c25-44bc-976a-c1c5dd8cd3f9 req-9eb6fac8-863b-4481-b7a9-e078db866f16 tempest-TestMinimumBasicScenario-143008768 tempest-TestMinimumBasicScenario-143008768-project] 10.222.0.22 "GET /v2.0/ports?device_id=b9189ee1-d14d-4f17-8a25-cb3ce266c018 HTTP/1.1" status: 200 len: 985 time: 0.1060224 Jun 22 09:00:34.924124 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-5b2d9d4b-a3b2-457a-882e-dda657a7805c req-89bf08d1-85d6-4222-8f14-64fc80f9618f service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=1fa048c5-7b80-4c89-8e07-583eba73eb07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543921 Jun 22 09:00:34.928266 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-9f97d70a-3c25-44bc-976a-c1c5dd8cd3f9 req-3b4f8012-059f-44b9-8d2a-9195ff4a94f6 tempest-TestMinimumBasicScenario-143008768 tempest-TestMinimumBasicScenario-143008768-project] 10.222.0.22 "GET /v2.0/security-groups?id=f1813137-ba80-494d-86f8-3129fc52c05b&id=775a72bf-a632-4f7e-b965-3f5738603db6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0528181 Jun 22 09:00:35.772797 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871351d3-85d8-4ce4-9b3e-e2397f676b2a req-4f7906c9-56d5-442a-9a16-2f8c5749f774 tempest-VolumesNegativeTest-369131302 tempest-VolumesNegativeTest-369131302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:00:35.774297 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-871351d3-85d8-4ce4-9b3e-e2397f676b2a req-4f7906c9-56d5-442a-9a16-2f8c5749f774 tempest-VolumesNegativeTest-369131302 tempest-VolumesNegativeTest-369131302-project] 10.222.0.22 "GET /v2.0/ports?device_id=9fa49b33-3057-4956-9707-f476b31c1dc6 HTTP/1.1" status: 200 len: 950 time: 0.0645137 Jun 22 09:00:35.818026 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-871351d3-85d8-4ce4-9b3e-e2397f676b2a req-c9007fa4-e080-4c1f-9a6c-ee00e6719a46 tempest-VolumesNegativeTest-369131302 tempest-VolumesNegativeTest-369131302-project] 10.222.0.22 "GET /v2.0/security-groups?id=1fa048c5-7b80-4c89-8e07-583eba73eb07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374527 Jun 22 09:00:36.996318 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ae9cb7-f905-440e-a171-7f3e579c0e5e req-060883db-c9a6-40ae-8dc3-20a84221ad27 tempest-VolumesNegativeTest-369131302 tempest-VolumesNegativeTest-369131302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:00:36.998217 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-36ae9cb7-f905-440e-a171-7f3e579c0e5e req-060883db-c9a6-40ae-8dc3-20a84221ad27 tempest-VolumesNegativeTest-369131302 tempest-VolumesNegativeTest-369131302-project] 10.222.0.22 "GET /v2.0/ports?device_id=9fa49b33-3057-4956-9707-f476b31c1dc6 HTTP/1.1" status: 200 len: 950 time: 0.0686994 Jun 22 09:00:37.036480 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-36ae9cb7-f905-440e-a171-7f3e579c0e5e req-188d3fa8-435a-428c-bd54-0389d4e816dc tempest-VolumesNegativeTest-369131302 tempest-VolumesNegativeTest-369131302-project] 10.222.0.22 "GET /v2.0/security-groups?id=1fa048c5-7b80-4c89-8e07-583eba73eb07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325873 Jun 22 09:00:37.450190 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31d0cdc-24ff-4d40-a045-04385268f3f1 req-89c79e04-9806-471e-935f-4f4e41ea8b47 tempest-VolumesNegativeTest-369131302 tempest-VolumesNegativeTest-369131302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:00:37.451653 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-e31d0cdc-24ff-4d40-a045-04385268f3f1 req-89c79e04-9806-471e-935f-4f4e41ea8b47 tempest-VolumesNegativeTest-369131302 tempest-VolumesNegativeTest-369131302-project] 10.222.0.22 "GET /v2.0/ports?device_id=9fa49b33-3057-4956-9707-f476b31c1dc6 HTTP/1.1" status: 200 len: 950 time: 0.0650265 Jun 22 09:00:37.491370 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-e31d0cdc-24ff-4d40-a045-04385268f3f1 req-117f6722-cc95-4d84-b7f9-d4c7888aedac tempest-VolumesNegativeTest-369131302 tempest-VolumesNegativeTest-369131302-project] 10.222.0.22 "GET /v2.0/security-groups?id=1fa048c5-7b80-4c89-8e07-583eba73eb07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339813 Jun 22 09:00:38.673731 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc7e9b5-1943-4b25-a491-b72a806c39b6 req-8e4adbfa-4649-4349-b55d-56a131d83de4 tempest-VolumesNegativeTest-369131302 tempest-VolumesNegativeTest-369131302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:00:38.675307 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-0cc7e9b5-1943-4b25-a491-b72a806c39b6 req-8e4adbfa-4649-4349-b55d-56a131d83de4 tempest-VolumesNegativeTest-369131302 tempest-VolumesNegativeTest-369131302-project] 10.222.0.22 "GET /v2.0/ports?device_id=9fa49b33-3057-4956-9707-f476b31c1dc6 HTTP/1.1" status: 200 len: 950 time: 0.0707114 Jun 22 09:00:38.713787 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-0cc7e9b5-1943-4b25-a491-b72a806c39b6 req-1173b92e-fe63-4b0a-adc4-e7a5464ab9cd tempest-VolumesNegativeTest-369131302 tempest-VolumesNegativeTest-369131302-project] 10.222.0.22 "GET /v2.0/security-groups?id=1fa048c5-7b80-4c89-8e07-583eba73eb07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325906 Jun 22 09:00:39.264163 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07029055-337f-4c8d-b9c9-042d58e5c8e8 req-025ea5a8-dec7-4d9b-9704-8898a365e3d1 tempest-VolumesNegativeTest-369131302 tempest-VolumesNegativeTest-369131302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:00:39.265639 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-07029055-337f-4c8d-b9c9-042d58e5c8e8 req-025ea5a8-dec7-4d9b-9704-8898a365e3d1 tempest-VolumesNegativeTest-369131302 tempest-VolumesNegativeTest-369131302-project] 10.222.0.15 "GET /v2.0/ports?device_id=9fa49b33-3057-4956-9707-f476b31c1dc6 HTTP/1.1" status: 200 len: 950 time: 0.0659740 Jun 22 09:00:39.376166 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.plugins.ml2.plugin [req-07029055-337f-4c8d-b9c9-042d58e5c8e8 req-28a85cc0-bdfd-4c2d-bae7-da832cadd620 tempest-VolumesNegativeTest-369131302 tempest-VolumesNegativeTest-369131302-project] Deleting port 41e1e543-83a6-4add-8934-4f9cb5ea3a27 {{(pid=92665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:00:39.376501 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [req-07029055-337f-4c8d-b9c9-042d58e5c8e8 req-28a85cc0-bdfd-4c2d-bae7-da832cadd620 tempest-VolumesNegativeTest-369131302 tempest-VolumesNegativeTest-369131302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728380103653'] for port, before_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:00:39.474594 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.plugins.ml2.db [req-07029055-337f-4c8d-b9c9-042d58e5c8e8 req-28a85cc0-bdfd-4c2d-bae7-da832cadd620 tempest-VolumesNegativeTest-369131302 tempest-VolumesNegativeTest-369131302-project] For port 41e1e543-83a6-4add-8934-4f9cb5ea3a27, host hv-cinder-79733, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79733',level=0,port_id=41e1e543-83a6-4add-8934-4f9cb5ea3a27,segment=NetworkSegment(857f3ac5-fc7e-4499-b2af-700ff842c0ae),segment_id=857f3ac5-fc7e-4499-b2af-700ff842c0ae)] {{(pid=92665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:00:39.474958 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [req-07029055-337f-4c8d-b9c9-042d58e5c8e8 req-28a85cc0-bdfd-4c2d-bae7-da832cadd620 tempest-VolumesNegativeTest-369131302 tempest-VolumesNegativeTest-369131302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546942'] for port, precommit_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:00:39.548665 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.plugins.ml2.plugin [req-07029055-337f-4c8d-b9c9-042d58e5c8e8 req-28a85cc0-bdfd-4c2d-bae7-da832cadd620 tempest-VolumesNegativeTest-369131302 tempest-VolumesNegativeTest-369131302-project] Calling delete_port for 41e1e543-83a6-4add-8934-4f9cb5ea3a27 owned by compute:nova {{(pid=92665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:00:39.693629 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [req-07029055-337f-4c8d-b9c9-042d58e5c8e8 req-28a85cc0-bdfd-4c2d-bae7-da832cadd620 tempest-VolumesNegativeTest-369131302 tempest-VolumesNegativeTest-369131302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133719696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133660950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728380107749', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728379583070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4027009'] for port, after_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:00:39.699320 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-f6748bee-c36f-43e7-9e56-e3e913a2fe47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:00:39.712055 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.db [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] get_ports_and_sgs() called for port_ids ['41e1e543-83a6-4add-8934-4f9cb5ea3a27'] {{(pid=92666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 09:00:39.732892 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a85cc0-bdfd-4c2d-bae7-da832cadd620 tempest-VolumesNegativeTest-369131302 tempest-VolumesNegativeTest-369131302-project] Pushing event deleted for resources: {'Port': ['ID=41e1e543-83a6-4add-8934-4f9cb5ea3a27,revision_number=None']} {{(pid=92665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:00:39.765317 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a85cc0-bdfd-4c2d-bae7-da832cadd620 tempest-VolumesNegativeTest-369131302 tempest-VolumesNegativeTest-369131302-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:00:39.765881 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a85cc0-bdfd-4c2d-bae7-da832cadd620 tempest-VolumesNegativeTest-369131302 tempest-VolumesNegativeTest-369131302-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:00:39.766214 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a85cc0-bdfd-4c2d-bae7-da832cadd620 tempest-VolumesNegativeTest-369131302 tempest-VolumesNegativeTest-369131302-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:00:39.766571 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a85cc0-bdfd-4c2d-bae7-da832cadd620 tempest-VolumesNegativeTest-369131302 tempest-VolumesNegativeTest-369131302-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:00:39.767012 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a85cc0-bdfd-4c2d-bae7-da832cadd620 tempest-VolumesNegativeTest-369131302 tempest-VolumesNegativeTest-369131302-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:00:39.767256 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a85cc0-bdfd-4c2d-bae7-da832cadd620 tempest-VolumesNegativeTest-369131302 tempest-VolumesNegativeTest-369131302-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:00:39.767597 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a85cc0-bdfd-4c2d-bae7-da832cadd620 tempest-VolumesNegativeTest-369131302 tempest-VolumesNegativeTest-369131302-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:00:39.767940 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a85cc0-bdfd-4c2d-bae7-da832cadd620 tempest-VolumesNegativeTest-369131302 tempest-VolumesNegativeTest-369131302-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:00:39.768306 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a85cc0-bdfd-4c2d-bae7-da832cadd620 tempest-VolumesNegativeTest-369131302 tempest-VolumesNegativeTest-369131302-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:00:39.768629 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a85cc0-bdfd-4c2d-bae7-da832cadd620 tempest-VolumesNegativeTest-369131302 tempest-VolumesNegativeTest-369131302-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:00:39.768992 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a85cc0-bdfd-4c2d-bae7-da832cadd620 tempest-VolumesNegativeTest-369131302 tempest-VolumesNegativeTest-369131302-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:00:39.769333 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a85cc0-bdfd-4c2d-bae7-da832cadd620 tempest-VolumesNegativeTest-369131302 tempest-VolumesNegativeTest-369131302-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:00:39.773888 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-28a85cc0-bdfd-4c2d-bae7-da832cadd620 tempest-VolumesNegativeTest-369131302 tempest-VolumesNegativeTest-369131302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:00:39.791827 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.db.l3_dvrscheduler_db [req-07029055-337f-4c8d-b9c9-042d58e5c8e8 req-28a85cc0-bdfd-4c2d-bae7-da832cadd620 tempest-VolumesNegativeTest-369131302 tempest-VolumesNegativeTest-369131302-project] No DVR routers for this DVR port 41e1e543-83a6-4add-8934-4f9cb5ea3a27 on host hv-cinder-79733 {{(pid=92665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:00:39.795174 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [req-07029055-337f-4c8d-b9c9-042d58e5c8e8 req-28a85cc0-bdfd-4c2d-bae7-da832cadd620 tempest-VolumesNegativeTest-369131302 tempest-VolumesNegativeTest-369131302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27927'] for port, before_response {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:00:39.797386 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-07029055-337f-4c8d-b9c9-042d58e5c8e8 req-28a85cc0-bdfd-4c2d-bae7-da832cadd620 tempest-VolumesNegativeTest-369131302 tempest-VolumesNegativeTest-369131302-project] 10.222.0.15 "DELETE /v2.0/ports/41e1e543-83a6-4add-8934-4f9cb5ea3a27 HTTP/1.1" status: 204 len: 173 time: 0.5225816 Jun 22 09:00:39.798010 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fa49b33-3057-4956-9707-f476b31c1dc6', 'name': 'network-vif-deleted', 'tag': '41e1e543-83a6-4add-8934-4f9cb5ea3a27'}] {{(pid=92665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:00:39.800608 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}600ed202ef5c6893f709c92c950a9f9cd42c49f10c76c91c75f79f08b33dd1bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99bf03ad-668d-4eaf-bd04-5cfbda12304e" -d '{"events": [{"server_uuid": "9fa49b33-3057-4956-9707-f476b31c1dc6", "name": "network-vif-deleted", "tag": "41e1e543-83a6-4add-8934-4f9cb5ea3a27"}]}' {{(pid=92665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:00:39.848820 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 09:00:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1605d9d-138e-4e36-9e64-0589f342c407 x-openstack-request-id: req-f1605d9d-138e-4e36-9e64-0589f342c407 {{(pid=92665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:00:39.849151 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fa49b33-3057-4956-9707-f476b31c1dc6", "name": "network-vif-deleted", "tag": "41e1e543-83a6-4add-8934-4f9cb5ea3a27", "status": "completed", "code": 200}]} {{(pid=92665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:00:39.849433 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f1605d9d-138e-4e36-9e64-0589f342c407 {{(pid=92665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:00:39.849868 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fa49b33-3057-4956-9707-f476b31c1dc6', 'name': 'network-vif-deleted', 'tag': '41e1e543-83a6-4add-8934-4f9cb5ea3a27', 'status': 'completed', 'code': 200} Jun 22 09:00:39.911400 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-5b5c1c84-8751-4c34-8cd6-ada6f4dc4b22 req-16f46235-f8b9-47ef-ad3e-011bdb0025d3 tempest-VolumesNegativeTest-369131302 tempest-VolumesNegativeTest-369131302-project] 10.222.0.22 "GET /v2.0/ports?device_id=9fa49b33-3057-4956-9707-f476b31c1dc6 HTTP/1.1" status: 200 len: 210 time: 0.0331194 Jun 22 09:00:41.085727 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-1dc38e96-6a41-4e1c-85fb-30cfd1ea9cea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380123073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133916839'] for agent, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:00:42.353825 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.rpc [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Device 41e1e543-83a6-4add-8934-4f9cb5ea3a27 no longer exists at agent hyperv_hv-cinder-79733 {{(pid=92666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:00:42.374092 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.plugin [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] No Port match for: 41e1e543-83a6-4add-8934-4f9cb5ea3a27 {{(pid=92666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:00:42.374449 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.rpc [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Device 41e1e543-83a6-4add-8934-4f9cb5ea3a27 not bound to the agent host hv-cinder-79733 {{(pid=92666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:00:43.521658 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-3e9ec83e-332f-4937-bd13-77b4f29d8eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380123073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133916839'] for agent, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:00:43.843348 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380123073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133916839'] for agent, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:00:44.820635 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.wsgi [-] (92664) accepted ('10.222.0.22', 38828) {{(pid=92664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:00:44.952468 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [None req-0cd70436-1213-474f-98d4-2adf0634ff4a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=5f26f5df6ead48969d3e5b56adc7c990&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1305637 Jun 22 09:00:44.954858 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.wsgi [-] (92664) accepted ('10.222.0.22', 38832) {{(pid=92664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:00:44.973674 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-244d5e4c-124e-44e7-83f7-ed36bd156729 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380123073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133916839'] for agent, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:00:45.006353 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-5b0df4b1-9108-42df-a220-472b8cb1e2f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:00:45.027644 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-5b0df4b1-9108-42df-a220-472b8cb1e2f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:00:45.071664 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-5b0df4b1-9108-42df-a220-472b8cb1e2f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748303'] for security_group, after_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:00:45.074990 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-5b0df4b1-9108-42df-a220-472b8cb1e2f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:00:45.076089 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [None req-5b0df4b1-9108-42df-a220-472b8cb1e2f2 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/1fa048c5-7b80-4c89-8e07-583eba73eb07 HTTP/1.1" status: 204 len: 168 time: 0.1203516 Jun 22 09:00:45.076841 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-2fb033d4-53a5-46d7-a812-e9676cde99dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:00:45.084632 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0df4b1-9108-42df-a220-472b8cb1e2f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fa048c5-7b80-4c89-8e07-583eba73eb07,revision_number=None']} {{(pid=92664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:00:45.091856 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0df4b1-9108-42df-a220-472b8cb1e2f2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:00:45.092266 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0df4b1-9108-42df-a220-472b8cb1e2f2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:00:45.092502 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0df4b1-9108-42df-a220-472b8cb1e2f2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:00:45.092860 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0df4b1-9108-42df-a220-472b8cb1e2f2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:00:45.093226 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0df4b1-9108-42df-a220-472b8cb1e2f2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:00:45.093582 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0df4b1-9108-42df-a220-472b8cb1e2f2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:00:45.093942 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0df4b1-9108-42df-a220-472b8cb1e2f2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:00:45.094289 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0df4b1-9108-42df-a220-472b8cb1e2f2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:00:45.094685 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0df4b1-9108-42df-a220-472b8cb1e2f2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:00:45.095039 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0df4b1-9108-42df-a220-472b8cb1e2f2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:00:45.095381 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0df4b1-9108-42df-a220-472b8cb1e2f2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:00:45.095721 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0df4b1-9108-42df-a220-472b8cb1e2f2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:00:45.099255 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-5b0df4b1-9108-42df-a220-472b8cb1e2f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:00:46.068337 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-e2a0141c-4e42-4900-8004-ff8c1b31b35a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380123073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133916839'] for agent, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:00:52.188315 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cea9b41-9ee8-431f-b1f8-729bb2c10943 req-5fa2675e-178b-404f-ac0c-9904588c4f56 tempest-VolumesSnapshotTestJSON-984981180 tempest-VolumesSnapshotTestJSON-984981180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:00:52.189771 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-3cea9b41-9ee8-431f-b1f8-729bb2c10943 req-5fa2675e-178b-404f-ac0c-9904588c4f56 tempest-VolumesSnapshotTestJSON-984981180 tempest-VolumesSnapshotTestJSON-984981180-project] 10.222.0.22 "GET /v2.0/ports?device_id=c7a811d6-2b3e-4e6a-9c2b-c283983b66c6 HTTP/1.1" status: 200 len: 946 time: 0.0647550 Jun 22 09:00:52.226556 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-3cea9b41-9ee8-431f-b1f8-729bb2c10943 req-b86f9d50-abc6-4076-a0d0-2c642d4d3da2 tempest-VolumesSnapshotTestJSON-984981180 tempest-VolumesSnapshotTestJSON-984981180-project] 10.222.0.22 "GET /v2.0/security-groups?id=c7131d86-2a03-4f85-9d37-dc4b557265fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311909 Jun 22 09:00:52.736695 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380123073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133916839'] for agent, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:00:53.398103 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba23e0e-8f0f-46cf-ac3a-9ea20139b0f4 req-6b6aa0c2-9b2d-4f97-b4c5-baebdaea629b tempest-VolumesSnapshotTestJSON-984981180 tempest-VolumesSnapshotTestJSON-984981180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:00:53.399573 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-3ba23e0e-8f0f-46cf-ac3a-9ea20139b0f4 req-6b6aa0c2-9b2d-4f97-b4c5-baebdaea629b tempest-VolumesSnapshotTestJSON-984981180 tempest-VolumesSnapshotTestJSON-984981180-project] 10.222.0.22 "GET /v2.0/ports?device_id=c7a811d6-2b3e-4e6a-9c2b-c283983b66c6 HTTP/1.1" status: 200 len: 946 time: 0.0632269 Jun 22 09:00:53.440201 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-3ba23e0e-8f0f-46cf-ac3a-9ea20139b0f4 req-8cf18629-b022-49fb-b6d8-2860813ebfb6 tempest-VolumesSnapshotTestJSON-984981180 tempest-VolumesSnapshotTestJSON-984981180-project] 10.222.0.22 "GET /v2.0/security-groups?id=c7131d86-2a03-4f85-9d37-dc4b557265fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342569 Jun 22 09:00:54.615890 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd3eff6-1fac-4f69-b6fb-27ff43014d01 req-527167bf-69a7-4367-b854-9411a79cc45b tempest-VolumesSnapshotTestJSON-984981180 tempest-VolumesSnapshotTestJSON-984981180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:00:54.617417 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-dfd3eff6-1fac-4f69-b6fb-27ff43014d01 req-527167bf-69a7-4367-b854-9411a79cc45b tempest-VolumesSnapshotTestJSON-984981180 tempest-VolumesSnapshotTestJSON-984981180-project] 10.222.0.22 "GET /v2.0/ports?device_id=c7a811d6-2b3e-4e6a-9c2b-c283983b66c6 HTTP/1.1" status: 200 len: 946 time: 0.0682247 Jun 22 09:00:54.656959 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-dfd3eff6-1fac-4f69-b6fb-27ff43014d01 req-cb958637-0df6-43cc-88c4-d66c3440be46 tempest-VolumesSnapshotTestJSON-984981180 tempest-VolumesSnapshotTestJSON-984981180-project] 10.222.0.22 "GET /v2.0/security-groups?id=c7131d86-2a03-4f85-9d37-dc4b557265fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332539 Jun 22 09:00:55.653835 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc481e0-891f-469c-bfb4-ca8aaf1bb893 req-dd20e37c-8e44-45c5-8dce-0988a8cc3be7 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:00:55.655303 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-4bc481e0-891f-469c-bfb4-ca8aaf1bb893 req-dd20e37c-8e44-45c5-8dce-0988a8cc3be7 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.22 "GET /v2.0/ports?device_id=6271050a-4abc-4bde-8b04-76e25bbe6df5 HTTP/1.1" status: 200 len: 946 time: 0.0688262 Jun 22 09:00:55.695529 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-4bc481e0-891f-469c-bfb4-ca8aaf1bb893 req-d05975fa-098b-4f3b-a0d7-ca5e35e7edd4 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.22 "GET /v2.0/security-groups?id=439773e6-15fd-46a9-865b-f4af198ad98a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344858 Jun 22 09:00:55.791350 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-a1cae6f8-55bb-4b17-bc00-4c0c147e1054 req-804d64f6-e715-41cd-9cf4-8ed0b7001aaf service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=77bc445d-b7a3-4b72-a814-8e0cc5e86369&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0612459 Jun 22 09:00:55.886443 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3133d30c-b6c9-4978-9d5c-b6268d20d3e7 req-58c81a6b-529d-4182-8e36-26100846004a tempest-VolumesSnapshotTestJSON-984981180 tempest-VolumesSnapshotTestJSON-984981180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:00:55.887945 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-3133d30c-b6c9-4978-9d5c-b6268d20d3e7 req-58c81a6b-529d-4182-8e36-26100846004a tempest-VolumesSnapshotTestJSON-984981180 tempest-VolumesSnapshotTestJSON-984981180-project] 10.222.0.22 "GET /v2.0/ports?device_id=c7a811d6-2b3e-4e6a-9c2b-c283983b66c6 HTTP/1.1" status: 200 len: 946 time: 0.1105771 Jun 22 09:00:55.925228 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cae6f8-55bb-4b17-bc00-4c0c147e1054 req-3eebd59f-99c5-4660-adf1-1a3c052daf86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:00:55.926838 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-a1cae6f8-55bb-4b17-bc00-4c0c147e1054 req-3eebd59f-99c5-4660-adf1-1a3c052daf86 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=539be15b3b01480196a1d49d035c0e00&device_id=77bc445d-b7a3-4b72-a814-8e0cc5e86369 HTTP/1.1" status: 200 len: 1099 time: 0.1019459 Jun 22 09:00:55.935093 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-3133d30c-b6c9-4978-9d5c-b6268d20d3e7 req-31895030-fa29-4f36-b880-a914e0c11ab4 tempest-VolumesSnapshotTestJSON-984981180 tempest-VolumesSnapshotTestJSON-984981180-project] 10.222.0.22 "GET /v2.0/security-groups?id=c7131d86-2a03-4f85-9d37-dc4b557265fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406487 Jun 22 09:00:56.043171 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cae6f8-55bb-4b17-bc00-4c0c147e1054 req-d2849633-17a7-4f93-a842-3e5f5751389a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:00:56.044577 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-a1cae6f8-55bb-4b17-bc00-4c0c147e1054 req-d2849633-17a7-4f93-a842-3e5f5751389a service neutron] 10.222.0.15 "GET /v2.0/networks?id=6858ed3b-c3b9-4692-a3bd-5458c5aaeb61 HTTP/1.1" status: 200 len: 911 time: 0.0888546 Jun 22 09:00:56.119627 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-a1cae6f8-55bb-4b17-bc00-4c0c147e1054 req-111b8540-15f1-469c-ab94-3bac9e064285 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e0df6b65-6043-4e31-a806-6e16be4c8dd5 HTTP/1.1" status: 200 len: 1000 time: 0.0651801 Jun 22 09:00:56.174379 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cae6f8-55bb-4b17-bc00-4c0c147e1054 req-557862d9-00ae-4a82-86c5-2c12b3bf448f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:00:56.175848 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-a1cae6f8-55bb-4b17-bc00-4c0c147e1054 req-557862d9-00ae-4a82-86c5-2c12b3bf448f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d3540fe9-cc9d-4e8a-ade5-a63ad9a74449 HTTP/1.1" status: 200 len: 849 time: 0.0470841 Jun 22 09:00:56.242964 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cae6f8-55bb-4b17-bc00-4c0c147e1054 req-69944bb0-6931-4e97-a644-b530d4eb92af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:00:56.244451 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-a1cae6f8-55bb-4b17-bc00-4c0c147e1054 req-69944bb0-6931-4e97-a644-b530d4eb92af service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6858ed3b-c3b9-4692-a3bd-5458c5aaeb61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0597446 Jun 22 09:00:56.341761 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-a1cae6f8-55bb-4b17-bc00-4c0c147e1054 req-384fa87e-9072-4ee8-a1b1-51939fe5a325 service neutron] 10.222.0.15 "GET /v2.0/networks/6858ed3b-c3b9-4692-a3bd-5458c5aaeb61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848415 Jun 22 09:00:56.433315 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-a1cae6f8-55bb-4b17-bc00-4c0c147e1054 req-6ecd8318-0163-4769-84ba-b30459018448 service neutron] 10.222.0.15 "GET /v2.0/networks/6858ed3b-c3b9-4692-a3bd-5458c5aaeb61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830312 Jun 22 09:00:56.880026 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c31364a-9f87-41b7-848d-4a0acdb4a564 req-fd80dd2e-d937-4db6-b8d8-b1cd9bd304d1 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:00:56.881514 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-0c31364a-9f87-41b7-848d-4a0acdb4a564 req-fd80dd2e-d937-4db6-b8d8-b1cd9bd304d1 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.22 "GET /v2.0/ports?device_id=6271050a-4abc-4bde-8b04-76e25bbe6df5 HTTP/1.1" status: 200 len: 946 time: 0.0663784 Jun 22 09:00:56.919750 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-0c31364a-9f87-41b7-848d-4a0acdb4a564 req-250410b9-640c-43c1-b1d9-1732549c8354 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.22 "GET /v2.0/security-groups?id=439773e6-15fd-46a9-865b-f4af198ad98a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324779 Jun 22 09:00:57.111185 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5a381a-dc86-4607-9bca-3e211fe4dcf8 req-ff1c9596-14fc-42fd-96ad-af9346cc4102 tempest-VolumesSnapshotTestJSON-984981180 tempest-VolumesSnapshotTestJSON-984981180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:00:57.112715 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-cd5a381a-dc86-4607-9bca-3e211fe4dcf8 req-ff1c9596-14fc-42fd-96ad-af9346cc4102 tempest-VolumesSnapshotTestJSON-984981180 tempest-VolumesSnapshotTestJSON-984981180-project] 10.222.0.22 "GET /v2.0/ports?device_id=c7a811d6-2b3e-4e6a-9c2b-c283983b66c6 HTTP/1.1" status: 200 len: 946 time: 0.0640056 Jun 22 09:00:57.149636 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-cd5a381a-dc86-4607-9bca-3e211fe4dcf8 req-cf7f7c98-4157-4ccc-b605-a68140df77d5 tempest-VolumesSnapshotTestJSON-984981180 tempest-VolumesSnapshotTestJSON-984981180-project] 10.222.0.22 "GET /v2.0/security-groups?id=c7131d86-2a03-4f85-9d37-dc4b557265fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313063 Jun 22 09:00:58.046450 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc49517-65a9-40b7-8656-58b7cd7fe06e req-7690fad5-2c8b-4069-b5e6-334a8ab73bee tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:00:58.047922 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-1bc49517-65a9-40b7-8656-58b7cd7fe06e req-7690fad5-2c8b-4069-b5e6-334a8ab73bee tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.15 "GET /v2.0/ports?device_id=6271050a-4abc-4bde-8b04-76e25bbe6df5 HTTP/1.1" status: 200 len: 946 time: 0.0638442 Jun 22 09:00:58.173540 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6b8b15-8bcc-4cf3-909b-30db0da77014 req-7d72a303-e6fa-48d4-ad15-476740abf4da tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:00:58.175065 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-0c6b8b15-8bcc-4cf3-909b-30db0da77014 req-7d72a303-e6fa-48d4-ad15-476740abf4da tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.22 "GET /v2.0/ports?device_id=6271050a-4abc-4bde-8b04-76e25bbe6df5 HTTP/1.1" status: 200 len: 946 time: 0.1382875 Jun 22 09:00:58.223090 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.plugins.ml2.plugin [req-1bc49517-65a9-40b7-8656-58b7cd7fe06e req-e6885844-7114-4ca8-b997-b284ca54deed tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Deleting port df79e61f-d424-4ad1-8cee-250dafd6bad5 {{(pid=92665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:00:58.223427 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [req-1bc49517-65a9-40b7-8656-58b7cd7fe06e req-e6885844-7114-4ca8-b997-b284ca54deed tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728380103653'] for port, before_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:00:58.230348 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-0c6b8b15-8bcc-4cf3-909b-30db0da77014 req-fd76fc08-37cb-4c9c-8fac-5dc749ee670a tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.22 "GET /v2.0/security-groups?id=439773e6-15fd-46a9-865b-f4af198ad98a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486848 Jun 22 09:00:58.351084 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.plugins.ml2.db [req-1bc49517-65a9-40b7-8656-58b7cd7fe06e req-e6885844-7114-4ca8-b997-b284ca54deed tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] For port df79e61f-d424-4ad1-8cee-250dafd6bad5, host hv-cinder-79733, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79733',level=0,port_id=df79e61f-d424-4ad1-8cee-250dafd6bad5,segment=NetworkSegment(ff26e6d0-efb0-4f26-b4ca-43fb0499d495),segment_id=ff26e6d0-efb0-4f26-b4ca-43fb0499d495)] {{(pid=92665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:00:58.351325 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [req-1bc49517-65a9-40b7-8656-58b7cd7fe06e req-e6885844-7114-4ca8-b997-b284ca54deed tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546942'] for port, precommit_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:00:58.412985 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed1a77e-238d-4ee5-b32d-9e9e7ee48a12 req-3b66ac65-7dec-43c3-83ec-f012f0b91e6e tempest-VolumesSnapshotTestJSON-984981180 tempest-VolumesSnapshotTestJSON-984981180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:00:58.414635 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-1ed1a77e-238d-4ee5-b32d-9e9e7ee48a12 req-3b66ac65-7dec-43c3-83ec-f012f0b91e6e tempest-VolumesSnapshotTestJSON-984981180 tempest-VolumesSnapshotTestJSON-984981180-project] 10.222.0.22 "GET /v2.0/ports?device_id=c7a811d6-2b3e-4e6a-9c2b-c283983b66c6 HTTP/1.1" status: 200 len: 946 time: 0.1468899 Jun 22 09:00:58.533204 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-1ed1a77e-238d-4ee5-b32d-9e9e7ee48a12 req-afe95870-ba47-466c-86ff-ec44d0774c19 tempest-VolumesSnapshotTestJSON-984981180 tempest-VolumesSnapshotTestJSON-984981180-project] 10.222.0.22 "GET /v2.0/security-groups?id=c7131d86-2a03-4f85-9d37-dc4b557265fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114089 Jun 22 09:00:58.612097 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [req-1bc49517-65a9-40b7-8656-58b7cd7fe06e req-e6885844-7114-4ca8-b997-b284ca54deed tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:00:58.612097 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [req-1bc49517-65a9-40b7-8656-58b7cd7fe06e req-e6885844-7114-4ca8-b997-b284ca54deed tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-546628'] for floatingip, after_update {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:00:58.612424 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.db.l3_db [req-1bc49517-65a9-40b7-8656-58b7cd7fe06e req-e6885844-7114-4ca8-b997-b284ca54deed tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Floating IP f04b4b81-e48c-42d5-bb2f-e56e49860414 disassociated. External IP: 172.28.3.170, port: df79e61f-d424-4ad1-8cee-250dafd6bad5. Jun 22 09:00:58.612538 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.plugins.ml2.plugin [req-1bc49517-65a9-40b7-8656-58b7cd7fe06e req-e6885844-7114-4ca8-b997-b284ca54deed tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Calling delete_port for df79e61f-d424-4ad1-8cee-250dafd6bad5 owned by compute:nova {{(pid=92665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:00:58.631153 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a73feec-ea0a-4e87-891e-a566fbbaff53 req-a6189476-0204-48b8-98f6-c83235265e16 tempest-VolumesSnapshotTestJSON-984981180 tempest-VolumesSnapshotTestJSON-984981180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:00:58.632628 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-2a73feec-ea0a-4e87-891e-a566fbbaff53 req-a6189476-0204-48b8-98f6-c83235265e16 tempest-VolumesSnapshotTestJSON-984981180 tempest-VolumesSnapshotTestJSON-984981180-project] 10.222.0.15 "GET /v2.0/ports?device_id=c7a811d6-2b3e-4e6a-9c2b-c283983b66c6 HTTP/1.1" status: 200 len: 946 time: 0.0691128 Jun 22 09:00:58.740239 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.plugins.ml2.plugin [req-2a73feec-ea0a-4e87-891e-a566fbbaff53 req-d46a569f-9086-4cb5-8d2f-b58c66186daa tempest-VolumesSnapshotTestJSON-984981180 tempest-VolumesSnapshotTestJSON-984981180-project] Deleting port ed5981b3-2c48-42b0-a6b2-a5a80e732138 {{(pid=92664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:00:58.740579 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [req-2a73feec-ea0a-4e87-891e-a566fbbaff53 req-d46a569f-9086-4cb5-8d2f-b58c66186daa tempest-VolumesSnapshotTestJSON-984981180 tempest-VolumesSnapshotTestJSON-984981180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728380103653'] for port, before_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:00:58.748509 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [req-1bc49517-65a9-40b7-8656-58b7cd7fe06e req-e6885844-7114-4ca8-b997-b284ca54deed tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133719696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133660950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728380107749', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728379583070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4027009'] for port, after_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:00:58.752538 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-bff6cce6-41b4-49c5-821f-0f7c771fc7a6 tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:00:58.781724 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6885844-7114-4ca8-b997-b284ca54deed tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Pushing event deleted for resources: {'Port': ['ID=df79e61f-d424-4ad1-8cee-250dafd6bad5,revision_number=None']} {{(pid=92665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:00:58.785620 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-e6885844-7114-4ca8-b997-b284ca54deed tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:00:58.837720 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.plugins.ml2.db [req-2a73feec-ea0a-4e87-891e-a566fbbaff53 req-d46a569f-9086-4cb5-8d2f-b58c66186daa tempest-VolumesSnapshotTestJSON-984981180 tempest-VolumesSnapshotTestJSON-984981180-project] For port ed5981b3-2c48-42b0-a6b2-a5a80e732138, host hv-cinder-79733, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79733',level=0,port_id=ed5981b3-2c48-42b0-a6b2-a5a80e732138,segment=NetworkSegment(717bdc44-a0e1-4ce2-ac7e-465c14fbffc4),segment_id=717bdc44-a0e1-4ce2-ac7e-465c14fbffc4)] {{(pid=92664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:00:58.838096 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [req-2a73feec-ea0a-4e87-891e-a566fbbaff53 req-d46a569f-9086-4cb5-8d2f-b58c66186daa tempest-VolumesSnapshotTestJSON-984981180 tempest-VolumesSnapshotTestJSON-984981180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546942'] for port, precommit_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:00:58.898213 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1bc49517-65a9-40b7-8656-58b7cd7fe06e req-e6885844-7114-4ca8-b997-b284ca54deed tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Router e39149fe-b87f-4c67-89a3-ae4a53980e68 has already been hosted by L3 agent 81bac9f2-ec56-4bd6-b329-9598189ea0dc {{(pid=92665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:00:58.911530 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.plugins.ml2.plugin [req-2a73feec-ea0a-4e87-891e-a566fbbaff53 req-d46a569f-9086-4cb5-8d2f-b58c66186daa tempest-VolumesSnapshotTestJSON-984981180 tempest-VolumesSnapshotTestJSON-984981180-project] Calling delete_port for ed5981b3-2c48-42b0-a6b2-a5a80e732138 owned by compute:nova {{(pid=92664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:00:59.058102 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [req-2a73feec-ea0a-4e87-891e-a566fbbaff53 req-d46a569f-9086-4cb5-8d2f-b58c66186daa tempest-VolumesSnapshotTestJSON-984981180 tempest-VolumesSnapshotTestJSON-984981180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133719696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133660950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728380107749', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728379583070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9113264'] for port, after_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:00:59.066305 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-faaed223-3d4d-4073-b18e-1397dbf386c4 tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:00:59.070698 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.db [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] get_ports_and_sgs() called for port_ids ['ed5981b3-2c48-42b0-a6b2-a5a80e732138'] {{(pid=92666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 09:00:59.108432 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46a569f-9086-4cb5-8d2f-b58c66186daa tempest-VolumesSnapshotTestJSON-984981180 tempest-VolumesSnapshotTestJSON-984981180-project] Pushing event deleted for resources: {'Port': ['ID=ed5981b3-2c48-42b0-a6b2-a5a80e732138,revision_number=None']} {{(pid=92664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:00:59.112053 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-d46a569f-9086-4cb5-8d2f-b58c66186daa tempest-VolumesSnapshotTestJSON-984981180 tempest-VolumesSnapshotTestJSON-984981180-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:00:59.168664 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a73feec-ea0a-4e87-891e-a566fbbaff53 req-d46a569f-9086-4cb5-8d2f-b58c66186daa tempest-VolumesSnapshotTestJSON-984981180 tempest-VolumesSnapshotTestJSON-984981180-project] No DVR routers for this DVR port ed5981b3-2c48-42b0-a6b2-a5a80e732138 on host hv-cinder-79733 {{(pid=92664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:00:59.171449 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [req-2a73feec-ea0a-4e87-891e-a566fbbaff53 req-d46a569f-9086-4cb5-8d2f-b58c66186daa tempest-VolumesSnapshotTestJSON-984981180 tempest-VolumesSnapshotTestJSON-984981180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27927'] for port, before_response {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:00:59.173910 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-2a73feec-ea0a-4e87-891e-a566fbbaff53 req-d46a569f-9086-4cb5-8d2f-b58c66186daa tempest-VolumesSnapshotTestJSON-984981180 tempest-VolumesSnapshotTestJSON-984981180-project] 10.222.0.15 "DELETE /v2.0/ports/ed5981b3-2c48-42b0-a6b2-a5a80e732138 HTTP/1.1" status: 204 len: 173 time: 0.5349298 Jun 22 09:00:59.174425 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7a811d6-2b3e-4e6a-9c2b-c283983b66c6', 'name': 'network-vif-deleted', 'tag': 'ed5981b3-2c48-42b0-a6b2-a5a80e732138'}] {{(pid=92664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:00:59.177517 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}204e7d68aaf5059dd7cb24067ff1be2165df2a8c21773c1dc73aa01b5c6655f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2a285c9-0b67-4556-a0d5-8b0e6904fe70" -d '{"events": [{"server_uuid": "c7a811d6-2b3e-4e6a-9c2b-c283983b66c6", "name": "network-vif-deleted", "tag": "ed5981b3-2c48-42b0-a6b2-a5a80e732138"}]}' {{(pid=92664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:00:59.245352 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 09:00:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07f70bf2-04d1-4cd6-9581-d12e03db52e0 x-openstack-request-id: req-07f70bf2-04d1-4cd6-9581-d12e03db52e0 {{(pid=92664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:00:59.245352 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7a811d6-2b3e-4e6a-9c2b-c283983b66c6", "name": "network-vif-deleted", "tag": "ed5981b3-2c48-42b0-a6b2-a5a80e732138", "status": "completed", "code": 200}]} {{(pid=92664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:00:59.245671 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-07f70bf2-04d1-4cd6-9581-d12e03db52e0 {{(pid=92664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:00:59.246111 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7a811d6-2b3e-4e6a-9c2b-c283983b66c6', 'name': 'network-vif-deleted', 'tag': 'ed5981b3-2c48-42b0-a6b2-a5a80e732138', 'status': 'completed', 'code': 200} Jun 22 09:00:59.271820 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1bc49517-65a9-40b7-8656-58b7cd7fe06e req-e6885844-7114-4ca8-b997-b284ca54deed tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Notify agent at l3_agent.dv-cinder-797333-1-smb the message routers_updated {{(pid=92665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:00:59.284788 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-414ca3a9-0713-46d0-b3d7-2a9adb2ad4d7 None None] Sync routers for ids ['e39149fe-b87f-4c67-89a3-ae4a53980e68'] in dv-cinder-797333-1-smb {{(pid=92666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:00:59.295280 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-414ca3a9-0713-46d0-b3d7-2a9adb2ad4d7 None None] Routers {'e39149fe-b87f-4c67-89a3-ae4a53980e68'} bound to L3 agent in host dv-cinder-797333-1-smb {{(pid=92666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:00:59.296179 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.l3_hamode_db [None req-414ca3a9-0713-46d0-b3d7-2a9adb2ad4d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797333-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-22T08:48:43Z,description=,heartbeat_timestamp=2021-06-22T09:00:44Z,host='dv-cinder-797333-1-smb',id=81bac9f2-ec56-4bd6-b329-9598189ea0dc,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T08:48:43Z,topic='l3_agent')) {'router_ids': ['e39149fe-b87f-4c67-89a3-ae4a53980e68'], 'active': True} {{(pid=92666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:00:59.321469 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bc49517-65a9-40b7-8656-58b7cd7fe06e req-e6885844-7114-4ca8-b997-b284ca54deed tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] No DVR routers for this DVR port df79e61f-d424-4ad1-8cee-250dafd6bad5 on host hv-cinder-79733 {{(pid=92665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:00:59.326915 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [req-1bc49517-65a9-40b7-8656-58b7cd7fe06e req-e6885844-7114-4ca8-b997-b284ca54deed tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27927'] for port, before_response {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:00:59.329196 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-1bc49517-65a9-40b7-8656-58b7cd7fe06e req-e6885844-7114-4ca8-b997-b284ca54deed tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.15 "DELETE /v2.0/ports/df79e61f-d424-4ad1-8cee-250dafd6bad5 HTTP/1.1" status: 204 len: 173 time: 1.2739081 Jun 22 09:00:59.329774 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6271050a-4abc-4bde-8b04-76e25bbe6df5', 'name': 'network-vif-deleted', 'tag': 'df79e61f-d424-4ad1-8cee-250dafd6bad5'}] {{(pid=92665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:00:59.332342 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}600ed202ef5c6893f709c92c950a9f9cd42c49f10c76c91c75f79f08b33dd1bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b12149f2-6e80-4031-bbb4-8cc0370d2088" -d '{"events": [{"server_uuid": "6271050a-4abc-4bde-8b04-76e25bbe6df5", "name": "network-vif-deleted", "tag": "df79e61f-d424-4ad1-8cee-250dafd6bad5"}]}' {{(pid=92665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:00:59.405721 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 09:00:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e34bee93-e155-4813-bb04-d1077fbbcf48 x-openstack-request-id: req-e34bee93-e155-4813-bb04-d1077fbbcf48 {{(pid=92665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:00:59.406035 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6271050a-4abc-4bde-8b04-76e25bbe6df5", "name": "network-vif-deleted", "tag": "df79e61f-d424-4ad1-8cee-250dafd6bad5", "status": "completed", "code": 200}]} {{(pid=92665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:00:59.406443 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e34bee93-e155-4813-bb04-d1077fbbcf48 {{(pid=92665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:00:59.406868 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6271050a-4abc-4bde-8b04-76e25bbe6df5', 'name': 'network-vif-deleted', 'tag': 'df79e61f-d424-4ad1-8cee-250dafd6bad5', 'status': 'completed', 'code': 200} Jun 22 09:00:59.409102 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-9372d3fc-7316-480a-b94b-b80d8bbff17a req-d1955e1a-00aa-413f-ac6f-d059f77ad319 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.22 "GET /v2.0/ports?device_id=6271050a-4abc-4bde-8b04-76e25bbe6df5 HTTP/1.1" status: 200 len: 210 time: 0.0432262 Jun 22 09:00:59.455709 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.l3_dvr_db [None req-414ca3a9-0713-46d0-b3d7-2a9adb2ad4d7 None None] Set router e39149fe-b87f-4c67-89a3-ae4a53980e68 gateway port host: dv-cinder-797333-1-smb {{(pid=92666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:00:59.671219 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.l3_hamode_db [None req-414ca3a9-0713-46d0-b3d7-2a9adb2ad4d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e39149fe-b87f-4c67-89a3-ae4a53980e68', 'name': 'tempest-AttachVolumeShelveTestJSON-1386995798-router', 'tenant_id': '0dbc55deeb2a42a3bb10502a7c6fc28b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '229d5e4a-3847-4866-aa2f-e37dad8eeeae', 'external_fixed_ips': [{'subnet_id': '86526ad5-0ce1-4847-a8b3-31fb35f84f34', 'ip_address': '172.28.3.205'}], 'enable_snat': True}, 'gw_port_id': '85852532-1dc4-4718-b431-e4ecee9d7a48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T08:56:32Z', 'updated_at': '2021-06-22T08:56:42Z', 'revision_number': 4, 'project_id': '0dbc55deeb2a42a3bb10502a7c6fc28b', 'gw_port': {'id': '85852532-1dc4-4718-b431-e4ecee9d7a48', 'name': '', 'network_id': '229d5e4a-3847-4866-aa2f-e37dad8eeeae', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:f5:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e39149fe-b87f-4c67-89a3-ae4a53980e68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '86526ad5-0ce1-4847-a8b3-31fb35f84f34', 'ip_address': '172.28.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T08:56:33Z', 'updated_at': '2021-06-22T08:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86526ad5-0ce1-4847-a8b3-31fb35f84f34', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797333-1-smb', '_interfaces': [{'id': 'a4a6a3c3-d009-46db-9a2e-98dfac346f1a', 'name': '', 'network_id': '266e7c95-823e-49c0-9793-a3850a55863e', 'tenant_id': '0dbc55deeb2a42a3bb10502a7c6fc28b', 'mac_address': 'fa:16:3e:d0:e8:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e39149fe-b87f-4c67-89a3-ae4a53980e68', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '1fa320cf-b578-475c-89d7-a0309e38937c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T08:56:39Z', 'updated_at': '2021-06-22T08:57:00Z', 'revision_number': 5, 'project_id': '0dbc55deeb2a42a3bb10502a7c6fc28b', 'subnets': [{'id': '1fa320cf-b578-475c-89d7-a0309e38937c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797333-1-smb', False) {} {{(pid=92666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:00:59.713089 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-414ca3a9-0713-46d0-b3d7-2a9adb2ad4d7 None None] Checking router: e39149fe-b87f-4c67-89a3-ae4a53980e68 for host: dv-cinder-797333-1-smb {{(pid=92666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:00:59.716519 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-91f717a3-c57f-49de-9697-7202f0dded36 req-5538eb66-fe41-4744-8ad8-612181699694 tempest-VolumesSnapshotTestJSON-984981180 tempest-VolumesSnapshotTestJSON-984981180-project] 10.222.0.22 "GET /v2.0/ports?device_id=c7a811d6-2b3e-4e6a-9c2b-c283983b66c6 HTTP/1.1" status: 200 len: 210 time: 0.0359817 Jun 22 09:00:59.725531 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-414ca3a9-0713-46d0-b3d7-2a9adb2ad4d7 None None] Routers {'e39149fe-b87f-4c67-89a3-ae4a53980e68'} bound to L3 agent in host dv-cinder-797333-1-smb {{(pid=92666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:00:59.726264 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.l3_hamode_db [None req-414ca3a9-0713-46d0-b3d7-2a9adb2ad4d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797333-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-22T08:48:43Z,description=,heartbeat_timestamp=2021-06-22T09:00:44Z,host='dv-cinder-797333-1-smb',id=81bac9f2-ec56-4bd6-b329-9598189ea0dc,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T08:48:43Z,topic='l3_agent')) {'router_ids': ['e39149fe-b87f-4c67-89a3-ae4a53980e68'], 'active': True} {{(pid=92666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:00:59.848263 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.l3_dvr_db [None req-414ca3a9-0713-46d0-b3d7-2a9adb2ad4d7 None None] Set router e39149fe-b87f-4c67-89a3-ae4a53980e68 gateway port host: dv-cinder-797333-1-smb {{(pid=92666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:01:00.061022 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.l3_hamode_db [None req-414ca3a9-0713-46d0-b3d7-2a9adb2ad4d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e39149fe-b87f-4c67-89a3-ae4a53980e68', 'name': 'tempest-AttachVolumeShelveTestJSON-1386995798-router', 'tenant_id': '0dbc55deeb2a42a3bb10502a7c6fc28b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '229d5e4a-3847-4866-aa2f-e37dad8eeeae', 'external_fixed_ips': [{'subnet_id': '86526ad5-0ce1-4847-a8b3-31fb35f84f34', 'ip_address': '172.28.3.205'}], 'enable_snat': True}, 'gw_port_id': '85852532-1dc4-4718-b431-e4ecee9d7a48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T08:56:32Z', 'updated_at': '2021-06-22T08:56:42Z', 'revision_number': 4, 'project_id': '0dbc55deeb2a42a3bb10502a7c6fc28b', 'gw_port': {'id': '85852532-1dc4-4718-b431-e4ecee9d7a48', 'name': '', 'network_id': '229d5e4a-3847-4866-aa2f-e37dad8eeeae', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:f5:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e39149fe-b87f-4c67-89a3-ae4a53980e68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '86526ad5-0ce1-4847-a8b3-31fb35f84f34', 'ip_address': '172.28.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T08:56:33Z', 'updated_at': '2021-06-22T08:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86526ad5-0ce1-4847-a8b3-31fb35f84f34', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797333-1-smb', '_interfaces': [{'id': 'a4a6a3c3-d009-46db-9a2e-98dfac346f1a', 'name': '', 'network_id': '266e7c95-823e-49c0-9793-a3850a55863e', 'tenant_id': '0dbc55deeb2a42a3bb10502a7c6fc28b', 'mac_address': 'fa:16:3e:d0:e8:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e39149fe-b87f-4c67-89a3-ae4a53980e68', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '1fa320cf-b578-475c-89d7-a0309e38937c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T08:56:39Z', 'updated_at': '2021-06-22T08:57:00Z', 'revision_number': 5, 'project_id': '0dbc55deeb2a42a3bb10502a7c6fc28b', 'subnets': [{'id': '1fa320cf-b578-475c-89d7-a0309e38937c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797333-1-smb', False) {} {{(pid=92666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:01:00.091404 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-414ca3a9-0713-46d0-b3d7-2a9adb2ad4d7 None None] The sync data for ids ['e39149fe-b87f-4c67-89a3-ae4a53980e68'] in dv-cinder-797333-1-smb is: [{'id': 'e39149fe-b87f-4c67-89a3-ae4a53980e68', 'name': 'tempest-AttachVolumeShelveTestJSON-1386995798-router', 'tenant_id': '0dbc55deeb2a42a3bb10502a7c6fc28b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '229d5e4a-3847-4866-aa2f-e37dad8eeeae', 'external_fixed_ips': [{'subnet_id': '86526ad5-0ce1-4847-a8b3-31fb35f84f34', 'ip_address': '172.28.3.205'}], 'enable_snat': True}, 'gw_port_id': '85852532-1dc4-4718-b431-e4ecee9d7a48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T08:56:32Z', 'updated_at': '2021-06-22T08:56:42Z', 'revision_number': 4, 'project_id': '0dbc55deeb2a42a3bb10502a7c6fc28b', 'gw_port': {'id': '85852532-1dc4-4718-b431-e4ecee9d7a48', 'name': '', 'network_id': '229d5e4a-3847-4866-aa2f-e37dad8eeeae', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:f5:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e39149fe-b87f-4c67-89a3-ae4a53980e68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '86526ad5-0ce1-4847-a8b3-31fb35f84f34', 'ip_address': '172.28.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T08:56:33Z', 'updated_at': '2021-06-22T08:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86526ad5-0ce1-4847-a8b3-31fb35f84f34', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797333-1-smb', '_interfaces': [{'id': 'a4a6a3c3-d009-46db-9a2e-98dfac346f1a', 'name': '', 'network_id': '266e7c95-823e-49c0-9793-a3850a55863e', 'tenant_id': '0dbc55deeb2a42a3bb10502a7c6fc28b', 'mac_address': 'fa:16:3e:d0:e8:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e39149fe-b87f-4c67-89a3-ae4a53980e68', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '1fa320cf-b578-475c-89d7-a0309e38937c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T08:56:39Z', 'updated_at': '2021-06-22T08:57:00Z', 'revision_number': 5, 'project_id': '0dbc55deeb2a42a3bb10502a7c6fc28b', 'subnets': [{'id': '1fa320cf-b578-475c-89d7-a0309e38937c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:01:00.330677 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b7b350c-3dde-4932-882e-000e70d8f693 None None] New status for floating IP f04b4b81-e48c-42d5-bb2f-e56e49860414: DOWN {{(pid=92667) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 09:01:00.572442 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.wsgi [-] (92664) accepted ('10.222.0.22', 38930) {{(pid=92664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:01:00.636773 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-46fc7f40-fac5-45f7-824d-e5f50e8e2096 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Notify callbacks [] for security_group, before_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:01:00.660955 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-46fc7f40-fac5-45f7-824d-e5f50e8e2096 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:01:00.710736 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-46fc7f40-fac5-45f7-824d-e5f50e8e2096 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748303'] for security_group, after_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:01:00.713953 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-46fc7f40-fac5-45f7-824d-e5f50e8e2096 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Notify callbacks [] for security_group, before_response {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:01:00.716701 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [None req-46fc7f40-fac5-45f7-824d-e5f50e8e2096 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.22 "DELETE /v2.0/security-groups/439773e6-15fd-46a9-865b-f4af198ad98a HTTP/1.1" status: 204 len: 168 time: 0.1430049 Jun 22 09:01:00.717499 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-0cf3a138-ecd2-4c16-9213-6c6b4a641fc0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:01:00.719695 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.wsgi [-] (92665) accepted ('10.222.0.22', 38932) {{(pid=92665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:01:00.726979 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fc7f40-fac5-45f7-824d-e5f50e8e2096 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=439773e6-15fd-46a9-865b-f4af198ad98a,revision_number=None']} {{(pid=92664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:01:00.730534 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-46fc7f40-fac5-45f7-824d-e5f50e8e2096 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:01:00.733890 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.api.v2.resource [None req-0ca5a427-5f32-4972-abdd-04358a915665 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] show failed (client error): The resource could not be found. Jun 22 09:01:00.734925 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [None req-0ca5a427-5f32-4972-abdd-04358a915665 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.22 "GET /v2.0/security-groups/439773e6-15fd-46a9-865b-f4af198ad98a HTTP/1.1" status: 404 len: 347 time: 0.0142107 Jun 22 09:01:00.738613 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.wsgi [-] (92665) accepted ('10.222.0.22', 38934) {{(pid=92665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:01:00.887275 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.plugins.ml2.plugin [None req-51011ceb-6879-458b-ba08-a384fbc7871a tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Deleting port c7cab6f6-0f92-45ae-b33c-33a185e97924 {{(pid=92665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:01:00.887275 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-51011ceb-6879-458b-ba08-a384fbc7871a tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728380103653'] for port, before_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:01:00.970616 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-51011ceb-6879-458b-ba08-a384fbc7871a tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546942'] for port, precommit_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:01:00.971635 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-51011ceb-6879-458b-ba08-a384fbc7871a tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:01:01.053088 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.plugins.ml2.plugin [None req-51011ceb-6879-458b-ba08-a384fbc7871a tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Calling delete_port for c7cab6f6-0f92-45ae-b33c-33a185e97924 owned by network:floatingip {{(pid=92665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:01:01.225397 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-51011ceb-6879-458b-ba08-a384fbc7871a tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133719696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133660950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728380107749', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728379583070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4027009'] for port, after_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:01:01.228132 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-d28ab341-ee50-491c-b579-1a2bb5053b9f tempest-VolumesActionsTest-1900697665 tempest-VolumesActionsTest-1900697665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:01:01.253432 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51011ceb-6879-458b-ba08-a384fbc7871a tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Pushing event deleted for resources: {'Port': ['ID=c7cab6f6-0f92-45ae-b33c-33a185e97924,revision_number=None']} {{(pid=92665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:01:01.256985 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-51011ceb-6879-458b-ba08-a384fbc7871a tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:01:01.318436 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-51011ceb-6879-458b-ba08-a384fbc7871a tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Notify callbacks [] for floatingip, after_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:01:01.320886 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-51011ceb-6879-458b-ba08-a384fbc7871a tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27927'] for floatingip, before_response {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:01:01.322075 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [None req-51011ceb-6879-458b-ba08-a384fbc7871a tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.22 "DELETE /v2.0/floatingips/f04b4b81-e48c-42d5-bb2f-e56e49860414 HTTP/1.1" status: 204 len: 168 time: 0.5826297 Jun 22 09:01:01.832284 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.wsgi [-] (92664) accepted ('10.222.0.22', 38952) {{(pid=92664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:01:01.837449 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.v2.base [None req-02e78454-7491-407b-81a2-e596bbf6cde1 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Request body: {'security_group': {'name': 'tempest-securitygroup--848002693', 'description': 'tempest-description--499460170'}} {{(pid=92664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:01:01.867802 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-02e78454-7491-407b-81a2-e596bbf6cde1 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Notify callbacks [] for security_group, before_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:01:01.902672 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d251ad8a-f99c-49aa-a47a-0614e1fe4729 req-cc5eca42-3b6e-4926-b2ac-b62532bb2a49 tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:01:01.904441 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-d251ad8a-f99c-49aa-a47a-0614e1fe4729 req-cc5eca42-3b6e-4926-b2ac-b62532bb2a49 tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] 10.222.0.22 "GET /v2.0/ports?device_id=77bc445d-b7a3-4b72-a814-8e0cc5e86369 HTTP/1.1" status: 200 len: 946 time: 0.0751207 Jun 22 09:01:01.954278 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-d251ad8a-f99c-49aa-a47a-0614e1fe4729 req-47643c36-0705-46dc-a2f8-adc50d6f3ee3 tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] 10.222.0.22 "GET /v2.0/security-groups?id=38156de4-c897-4c33-98c3-f122cd461c94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425501 Jun 22 09:01:01.966576 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-02e78454-7491-407b-81a2-e596bbf6cde1 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Notify callbacks [] for security_group, precommit_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:01:01.977832 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-02e78454-7491-407b-81a2-e596bbf6cde1 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748303'] for security_group, after_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:01:01.980382 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-7a5a773c-76e3-44ef-8166-48a4996d0cf7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:01:02.007522 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-02e78454-7491-407b-81a2-e596bbf6cde1 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Notify callbacks [] for security_group, before_response {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:01:02.008722 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [None req-02e78454-7491-407b-81a2-e596bbf6cde1 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.1752534 Jun 22 09:01:02.012220 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e78454-7491-407b-81a2-e596bbf6cde1 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8407b8c1-16c2-4011-9481-6d71a524545c,revision_number=1']} {{(pid=92664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:01:02.017246 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.wsgi [-] (92665) accepted ('10.222.0.22', 38954) {{(pid=92665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:01:02.017815 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.v2.base [None req-ab350731-5a53-4f3a-9e25-2d66b1bef52a tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Request body: {'security_group_rule': {'security_group_id': '8407b8c1-16c2-4011-9481-6d71a524545c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:01:02.017948 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-02e78454-7491-407b-81a2-e596bbf6cde1 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:01:02.049073 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-ab350731-5a53-4f3a-9e25-2d66b1bef52a tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:01:02.106301 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-ab350731-5a53-4f3a-9e25-2d66b1bef52a tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:01:02.110787 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-ab350731-5a53-4f3a-9e25-2d66b1bef52a tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742864'] for security_group_rule, after_create {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:01:02.113188 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-9d52bc4a-579c-43ac-a958-d00ae485a57f tempest-TestShelveInstance-1565407398 tempest-TestShelveInstance-1565407398-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:01:02.130145 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab350731-5a53-4f3a-9e25-2d66b1bef52a tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a03045f7-dcce-40f8-bd0c-a91f57492219,revision_number=0']} {{(pid=92665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:01:02.132889 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-ab350731-5a53-4f3a-9e25-2d66b1bef52a tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:01:02.141019 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-ab350731-5a53-4f3a-9e25-2d66b1bef52a tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:01:02.142339 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [None req-ab350731-5a53-4f3a-9e25-2d66b1bef52a tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1283963 Jun 22 09:01:02.145966 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.wsgi [-] (92665) accepted ('10.222.0.22', 38964) {{(pid=92665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:01:02.150792 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.v2.base [None req-86b6b0f9-c205-4533-bee6-264f8b2b4de3 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Request body: {'security_group_rule': {'security_group_id': '8407b8c1-16c2-4011-9481-6d71a524545c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:01:02.178767 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-86b6b0f9-c205-4533-bee6-264f8b2b4de3 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:01:02.251873 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-86b6b0f9-c205-4533-bee6-264f8b2b4de3 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:01:02.256058 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-86b6b0f9-c205-4533-bee6-264f8b2b4de3 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742864'] for security_group_rule, after_create {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:01:02.261381 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:01:02.278403 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b6b0f9-c205-4533-bee6-264f8b2b4de3 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8dc3e35-5fc3-45c5-8631-592afcd709f2,revision_number=0']} {{(pid=92665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:01:02.281065 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-86b6b0f9-c205-4533-bee6-264f8b2b4de3 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:01:02.287869 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-86b6b0f9-c205-4533-bee6-264f8b2b4de3 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:01:02.289095 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [None req-86b6b0f9-c205-4533-bee6-264f8b2b4de3 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1421740 Jun 22 09:01:02.293098 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.wsgi [-] (92664) accepted ('10.222.0.22', 38974) {{(pid=92664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:01:02.298384 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.v2.base [None req-176db93c-d6fb-45dd-b65f-f029e0f45e96 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Request body: {'floatingip': {'floating_network_id': '229d5e4a-3847-4866-aa2f-e37dad8eeeae'}} {{(pid=92664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:01:02.322975 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-176db93c-d6fb-45dd-b65f-f029e0f45e96 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Notify callbacks [] for floatingip, before_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:01:02.428983 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-176db93c-d6fb-45dd-b65f-f029e0f45e96 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-133719140'] for port, before_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:01:02.434642 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.rpc [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Device ed5981b3-2c48-42b0-a6b2-a5a80e732138 no longer exists at agent hyperv_hv-cinder-79733 {{(pid=92666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:01:02.464388 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.plugin [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] No Port match for: ed5981b3-2c48-42b0-a6b2-a5a80e732138 {{(pid=92666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:01:02.464736 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.rpc [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Device ed5981b3-2c48-42b0-a6b2-a5a80e732138 not bound to the agent host hv-cinder-79733 {{(pid=92666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:01:02.465229 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.rpc [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Device df79e61f-d424-4ad1-8cee-250dafd6bad5 no longer exists at agent hyperv_hv-cinder-79733 {{(pid=92666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:01:02.488969 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.plugin [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] No Port match for: df79e61f-d424-4ad1-8cee-250dafd6bad5 {{(pid=92666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:01:02.489413 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.rpc [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Device df79e61f-d424-4ad1-8cee-250dafd6bad5 not bound to the agent host hv-cinder-79733 {{(pid=92666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:01:02.539306 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.db.db_base_plugin_common [None req-176db93c-d6fb-45dd-b65f-f029e0f45e96 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Allocated IP 172.28.3.157 (229d5e4a-3847-4866-aa2f-e37dad8eeeae/86526ad5-0ce1-4847-a8b3-31fb35f84f34/a6128cf3-f122-4d31-adb1-bb6c669e9c9d) {{(pid=92664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:01:02.644107 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-176db93c-d6fb-45dd-b65f-f029e0f45e96 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Notify callbacks [] for port, precommit_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:01:02.684175 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-176db93c-d6fb-45dd-b65f-f029e0f45e96 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-133719719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-133660957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728379583061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9113225'] for port, after_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:01:02.686251 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-bc58c8cf-290a-4a67-bd1e-c5665c9d125b tempest-TestMinimumBasicScenario-143008768 tempest-TestMinimumBasicScenario-143008768-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:01:02.724968 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-176db93c-d6fb-45dd-b65f-f029e0f45e96 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Network 229d5e4a-3847-4866-aa2f-e37dad8eeeae is already hosted by enough agents. {{(pid=92664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:01:02.727983 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.scheduler.base_scheduler [None req-176db93c-d6fb-45dd-b65f-f029e0f45e96 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Resources bound (agent type, host, resource id): {{(pid=92664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:01:02.731479 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-176db93c-d6fb-45dd-b65f-f029e0f45e96 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Received port after_create {{(pid=92664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:01:02.753492 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176db93c-d6fb-45dd-b65f-f029e0f45e96 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Pushing event updated for resources: {'Port': ['ID=a6128cf3-f122-4d31-adb1-bb6c669e9c9d,revision_number=1']} {{(pid=92664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:01:02.757438 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-176db93c-d6fb-45dd-b65f-f029e0f45e96 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:01:02.821157 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-176db93c-d6fb-45dd-b65f-f029e0f45e96 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:01:02.864900 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-176db93c-d6fb-45dd-b65f-f029e0f45e96 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133719154'] for port, before_update {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:01:03.138585 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059a5029-1fdf-4d01-be37-1d2f51204d6f req-1cfc7f67-f15e-46de-a52a-de3a268d369b tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:01:03.140088 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-059a5029-1fdf-4d01-be37-1d2f51204d6f req-1cfc7f67-f15e-46de-a52a-de3a268d369b tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] 10.222.0.22 "GET /v2.0/ports?device_id=77bc445d-b7a3-4b72-a814-8e0cc5e86369 HTTP/1.1" status: 200 len: 946 time: 0.0697734 Jun 22 09:01:03.183030 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-059a5029-1fdf-4d01-be37-1d2f51204d6f req-5d50d1a6-6c45-469d-9c11-06c6bd38c35f tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] 10.222.0.22 "GET /v2.0/security-groups?id=38156de4-c897-4c33-98c3-f122cd461c94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367897 Jun 22 09:01:03.255375 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-176db93c-d6fb-45dd-b65f-f029e0f45e96 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Notify callbacks [] for port, precommit_update {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:01:03.261122 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-176db93c-d6fb-45dd-b65f-f029e0f45e96 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133719696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133660950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728380107731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728379583079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728379583124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9113275'] for port, after_update {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:01:03.263317 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-201f911c-cfed-48e8-a90f-532d6f67f668 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:01:03.330627 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176db93c-d6fb-45dd-b65f-f029e0f45e96 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Pushing event updated for resources: {'Port': ['ID=a6128cf3-f122-4d31-adb1-bb6c669e9c9d,revision_number=2']} {{(pid=92664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:01:03.342058 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-176db93c-d6fb-45dd-b65f-f029e0f45e96 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:01:03.347778 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-176db93c-d6fb-45dd-b65f-f029e0f45e96 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-546628'] for floatingip, after_update {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:01:03.362511 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-176db93c-d6fb-45dd-b65f-f029e0f45e96 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27927'] for floatingip, before_response {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:01:03.363815 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [None req-176db93c-d6fb-45dd-b65f-f029e0f45e96 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0695794 Jun 22 09:01:03.560633 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-0d0b89cd-a03b-498f-9e12-cfb51b4dccc9 req-58459fc1-2415-4960-ab45-9ed146df15dd tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--848002693&fields=id&tenant_id=0dbc55deeb2a42a3bb10502a7c6fc28b HTTP/1.1" status: 200 len: 267 time: 0.0337775 Jun 22 09:01:03.663986 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0b89cd-a03b-498f-9e12-cfb51b4dccc9 req-2f1a69fe-72ad-41a4-8c0c-8d6670afe5e3 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:01:03.665304 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-0d0b89cd-a03b-498f-9e12-cfb51b4dccc9 req-2f1a69fe-72ad-41a4-8c0c-8d6670afe5e3 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.22 "GET /v2.0/networks?id=266e7c95-823e-49c0-9793-a3850a55863e HTTP/1.1" status: 200 len: 817 time: 0.0982275 Jun 22 09:01:03.679745 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-0d0b89cd-a03b-498f-9e12-cfb51b4dccc9 req-0a02c7b2-7af8-4997-b617-04f268e09ce9 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.22 "GET /v2.0/quotas/0dbc55deeb2a42a3bb10502a7c6fc28b HTTP/1.1" status: 200 len: 375 time: 0.0090387 Jun 22 09:01:03.758675 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-0d0b89cd-a03b-498f-9e12-cfb51b4dccc9 req-d8a3da1d-321c-450f-846b-9e937dd19d82 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=0dbc55deeb2a42a3bb10502a7c6fc28b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0721216 Jun 22 09:01:03.853319 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-0d0b89cd-a03b-498f-9e12-cfb51b4dccc9 req-731e94ad-5498-4d09-bc53-c32d9e2f12b2 service neutron] 10.222.0.22 "GET /v2.0/networks/266e7c95-823e-49c0-9793-a3850a55863e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813975 Jun 22 09:01:03.942776 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-0d0b89cd-a03b-498f-9e12-cfb51b4dccc9 req-1380f62d-9452-4845-928d-0121eeedcfe7 service neutron] 10.222.0.22 "GET /v2.0/networks/266e7c95-823e-49c0-9793-a3850a55863e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834098 Jun 22 09:01:04.067757 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579c547c-14e5-468b-a959-9a5d6b67882c req-c97e15f4-f6d9-4e42-80be-47ff3ef43e22 tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:01:04.069665 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-579c547c-14e5-468b-a959-9a5d6b67882c req-c97e15f4-f6d9-4e42-80be-47ff3ef43e22 tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] 10.222.0.15 "GET /v2.0/ports?device_id=77bc445d-b7a3-4b72-a814-8e0cc5e86369 HTTP/1.1" status: 200 len: 946 time: 0.0692043 Jun 22 09:01:04.143721 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-eb63bbb4-eb4a-4087-913b-6621e594e6ad req-039c2576-7f15-4a3a-bf75-35288624c380 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.22 "GET /v2.0/ports?device_id=cba8e73f-3417-45d0-b833-91423937e845 HTTP/1.1" status: 200 len: 210 time: 0.0397573 Jun 22 09:01:04.205813 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.plugins.ml2.plugin [req-579c547c-14e5-468b-a959-9a5d6b67882c req-b764cf97-cf38-4ee1-867b-e95270da0bcc tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] Deleting port e0df6b65-6043-4e31-a806-6e16be4c8dd5 {{(pid=92665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:01:04.206226 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [req-579c547c-14e5-468b-a959-9a5d6b67882c req-b764cf97-cf38-4ee1-867b-e95270da0bcc tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728380103653'] for port, before_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:01:04.320392 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.plugins.ml2.db [req-579c547c-14e5-468b-a959-9a5d6b67882c req-b764cf97-cf38-4ee1-867b-e95270da0bcc tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] For port e0df6b65-6043-4e31-a806-6e16be4c8dd5, host hv-cinder-79733, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79733',level=0,port_id=e0df6b65-6043-4e31-a806-6e16be4c8dd5,segment=NetworkSegment(a37c650b-e011-49b1-9fb9-c613dfbe5229),segment_id=a37c650b-e011-49b1-9fb9-c613dfbe5229)] {{(pid=92665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:01:04.320742 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [req-579c547c-14e5-468b-a959-9a5d6b67882c req-b764cf97-cf38-4ee1-867b-e95270da0bcc tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546942'] for port, precommit_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:01:04.470324 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf7e9aa-77cb-4da4-bf66-c149055a185a req-fd8bea8f-6f85-4c79-afd3-e2054bacb0aa tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:01:04.472236 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-aaf7e9aa-77cb-4da4-bf66-c149055a185a req-fd8bea8f-6f85-4c79-afd3-e2054bacb0aa tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] 10.222.0.22 "GET /v2.0/ports?device_id=77bc445d-b7a3-4b72-a814-8e0cc5e86369 HTTP/1.1" status: 200 len: 946 time: 0.1712246 Jun 22 09:01:04.552829 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-aaf7e9aa-77cb-4da4-bf66-c149055a185a req-d0bcc96f-63e4-4b37-a052-e5924e148b8d tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] 10.222.0.22 "GET /v2.0/security-groups?id=38156de4-c897-4c33-98c3-f122cd461c94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710812 Jun 22 09:01:04.562616 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [req-579c547c-14e5-468b-a959-9a5d6b67882c req-b764cf97-cf38-4ee1-867b-e95270da0bcc tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:01:04.562990 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [req-579c547c-14e5-468b-a959-9a5d6b67882c req-b764cf97-cf38-4ee1-867b-e95270da0bcc tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-546628'] for floatingip, after_update {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:01:04.563298 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.db.l3_db [req-579c547c-14e5-468b-a959-9a5d6b67882c req-b764cf97-cf38-4ee1-867b-e95270da0bcc tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] Floating IP 7b1cd9a5-7b52-4932-984d-783f0174c63e disassociated. External IP: 172.28.3.5, port: e0df6b65-6043-4e31-a806-6e16be4c8dd5. Jun 22 09:01:04.563632 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.plugins.ml2.plugin [req-579c547c-14e5-468b-a959-9a5d6b67882c req-b764cf97-cf38-4ee1-867b-e95270da0bcc tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] Calling delete_port for e0df6b65-6043-4e31-a806-6e16be4c8dd5 owned by compute:nova {{(pid=92665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:01:04.767881 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [req-579c547c-14e5-468b-a959-9a5d6b67882c req-b764cf97-cf38-4ee1-867b-e95270da0bcc tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133719696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133660950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728380107749', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728379583070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4027009'] for port, after_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:01:04.773508 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:01:04.809258 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b764cf97-cf38-4ee1-867b-e95270da0bcc tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] Pushing event deleted for resources: {'Port': ['ID=e0df6b65-6043-4e31-a806-6e16be4c8dd5,revision_number=None']} {{(pid=92665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:01:04.815393 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-b764cf97-cf38-4ee1-867b-e95270da0bcc tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:01:04.822872 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff714861-15ee-4719-a868-54e4a291d3a3 req-3e3db7b6-bfe2-46ec-bc4e-27943be4523a tempest-VolumesSnapshotTestJSON-984981180 tempest-VolumesSnapshotTestJSON-984981180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:01:04.824377 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-ff714861-15ee-4719-a868-54e4a291d3a3 req-3e3db7b6-bfe2-46ec-bc4e-27943be4523a tempest-VolumesSnapshotTestJSON-984981180 tempest-VolumesSnapshotTestJSON-984981180-project] 10.222.0.22 "GET /v2.0/networks?id=6706598b-aed2-4128-a68e-6105ca7ca237 HTTP/1.1" status: 200 len: 813 time: 0.1786232 Jun 22 09:01:04.874607 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-ff714861-15ee-4719-a868-54e4a291d3a3 req-51f3a4b5-a9e8-4b2c-b38b-25ea9c201278 tempest-VolumesSnapshotTestJSON-984981180 tempest-VolumesSnapshotTestJSON-984981180-project] 10.222.0.22 "GET /v2.0/quotas/81850642f174409483f593b77cce3c75 HTTP/1.1" status: 200 len: 375 time: 0.0164559 Jun 22 09:01:04.935873 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-ff714861-15ee-4719-a868-54e4a291d3a3 req-8febf685-50a8-46ca-9a94-912133978ea2 tempest-VolumesSnapshotTestJSON-984981180 tempest-VolumesSnapshotTestJSON-984981180-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=81850642f174409483f593b77cce3c75&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0554030 Jun 22 09:01:05.015819 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.scheduler.l3_agent_scheduler [req-579c547c-14e5-468b-a959-9a5d6b67882c req-b764cf97-cf38-4ee1-867b-e95270da0bcc tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] Router 5f8098ca-ed85-402c-920b-4930a41cf01f has already been hosted by L3 agent 81bac9f2-ec56-4bd6-b329-9598189ea0dc {{(pid=92665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:01:05.077457 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-ff714861-15ee-4719-a868-54e4a291d3a3 req-ba441977-6186-4b51-8666-061cff561ae3 service neutron] 10.222.0.22 "GET /v2.0/networks/6706598b-aed2-4128-a68e-6105ca7ca237?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342490 Jun 22 09:01:05.278204 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-ff714861-15ee-4719-a868-54e4a291d3a3 req-71e90c98-b656-4793-8148-e03e2e76c261 service neutron] 10.222.0.22 "GET /v2.0/networks/6706598b-aed2-4128-a68e-6105ca7ca237?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1926589 Jun 22 09:01:05.316130 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0b89cd-a03b-498f-9e12-cfb51b4dccc9 req-d30a574c-76f8-46e8-8197-a88d2863a8bd tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:01:05.319679 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-579c547c-14e5-468b-a959-9a5d6b67882c req-b764cf97-cf38-4ee1-867b-e95270da0bcc tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] Notify agent at l3_agent.dv-cinder-797333-1-smb the message routers_updated {{(pid=92665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:01:05.319941 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-0d0b89cd-a03b-498f-9e12-cfb51b4dccc9 req-d30a574c-76f8-46e8-8197-a88d2863a8bd tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.15 "GET /v2.0/networks?id=266e7c95-823e-49c0-9793-a3850a55863e HTTP/1.1" status: 200 len: 817 time: 0.1482675 Jun 22 09:01:05.330909 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5763f59c-c6e6-4ab4-b459-3f7c7c527e4e None None] Sync routers for ids ['5f8098ca-ed85-402c-920b-4930a41cf01f'] in dv-cinder-797333-1-smb {{(pid=92666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:01:05.339654 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-c397a7dd-dfdf-4424-b8e1-d043799b5d73 req-7e9bb2cb-5f5a-4484-b20b-d864cee6a593 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.22 "GET /v2.0/ports?device_id=cba8e73f-3417-45d0-b833-91423937e845 HTTP/1.1" status: 200 len: 210 time: 0.0602000 Jun 22 09:01:05.346592 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5763f59c-c6e6-4ab4-b459-3f7c7c527e4e None None] Routers {'5f8098ca-ed85-402c-920b-4930a41cf01f'} bound to L3 agent in host dv-cinder-797333-1-smb {{(pid=92666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:01:05.349784 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.l3_hamode_db [None req-5763f59c-c6e6-4ab4-b459-3f7c7c527e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797333-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-22T08:48:43Z,description=,heartbeat_timestamp=2021-06-22T09:00:44Z,host='dv-cinder-797333-1-smb',id=81bac9f2-ec56-4bd6-b329-9598189ea0dc,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T08:48:43Z,topic='l3_agent')) {'router_ids': ['5f8098ca-ed85-402c-920b-4930a41cf01f'], 'active': True} {{(pid=92666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:01:05.399276 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.db.l3_dvrscheduler_db [req-579c547c-14e5-468b-a959-9a5d6b67882c req-b764cf97-cf38-4ee1-867b-e95270da0bcc tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] No DVR routers for this DVR port e0df6b65-6043-4e31-a806-6e16be4c8dd5 on host hv-cinder-79733 {{(pid=92665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:01:05.401654 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-0d0b89cd-a03b-498f-9e12-cfb51b4dccc9 req-af7ba3c1-9b55-40b4-be3d-7c24932af316 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0dbc55deeb2a42a3bb10502a7c6fc28b HTTP/1.1" status: 200 len: 379 time: 0.0595315 Jun 22 09:01:05.408771 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [req-579c547c-14e5-468b-a959-9a5d6b67882c req-b764cf97-cf38-4ee1-867b-e95270da0bcc tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27927'] for port, before_response {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:01:05.416593 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-579c547c-14e5-468b-a959-9a5d6b67882c req-b764cf97-cf38-4ee1-867b-e95270da0bcc tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] 10.222.0.15 "DELETE /v2.0/ports/e0df6b65-6043-4e31-a806-6e16be4c8dd5 HTTP/1.1" status: 204 len: 173 time: 1.3392098 Jun 22 09:01:05.418184 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77bc445d-b7a3-4b72-a814-8e0cc5e86369', 'name': 'network-vif-deleted', 'tag': 'e0df6b65-6043-4e31-a806-6e16be4c8dd5'}] {{(pid=92665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:01:05.435936 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.v2.base [req-0d0b89cd-a03b-498f-9e12-cfb51b4dccc9 req-8b2bfc16-aaed-436f-9b93-80e68e201f45 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Request body: {'port': {'device_id': 'cba8e73f-3417-45d0-b833-91423937e845', 'network_id': '266e7c95-823e-49c0-9793-a3850a55863e', 'admin_state_up': True, 'tenant_id': '0dbc55deeb2a42a3bb10502a7c6fc28b', 'security_groups': ['8407b8c1-16c2-4011-9481-6d71a524545c']}} {{(pid=92664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:01:05.441056 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}600ed202ef5c6893f709c92c950a9f9cd42c49f10c76c91c75f79f08b33dd1bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01a9ab39-7c09-41b8-b803-b549f1713e1d" -d '{"events": [{"server_uuid": "77bc445d-b7a3-4b72-a814-8e0cc5e86369", "name": "network-vif-deleted", "tag": "e0df6b65-6043-4e31-a806-6e16be4c8dd5"}]}' {{(pid=92665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:01:05.495630 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.l3_dvr_db [None req-5763f59c-c6e6-4ab4-b459-3f7c7c527e4e None None] Set router 5f8098ca-ed85-402c-920b-4930a41cf01f gateway port host: dv-cinder-797333-1-smb {{(pid=92666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:01:05.586624 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 09:01:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef6b036d-f749-40e7-a6a9-9d8538b98dc5 x-openstack-request-id: req-ef6b036d-f749-40e7-a6a9-9d8538b98dc5 {{(pid=92665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:01:05.587235 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77bc445d-b7a3-4b72-a814-8e0cc5e86369", "name": "network-vif-deleted", "tag": "e0df6b65-6043-4e31-a806-6e16be4c8dd5", "status": "completed", "code": 200}]} {{(pid=92665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:01:05.587534 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ef6b036d-f749-40e7-a6a9-9d8538b98dc5 {{(pid=92665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:01:05.587968 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77bc445d-b7a3-4b72-a814-8e0cc5e86369', 'name': 'network-vif-deleted', 'tag': 'e0df6b65-6043-4e31-a806-6e16be4c8dd5', 'status': 'completed', 'code': 200} Jun 22 09:01:05.648163 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d0b89cd-a03b-498f-9e12-cfb51b4dccc9 req-8b2bfc16-aaed-436f-9b93-80e68e201f45 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Made reservation on behalf of 0dbc55deeb2a42a3bb10502a7c6fc28b for: {'port': 1} {{(pid=92664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:01:05.652369 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [req-0d0b89cd-a03b-498f-9e12-cfb51b4dccc9 req-8b2bfc16-aaed-436f-9b93-80e68e201f45 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-133719140'] for port, before_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:01:05.663080 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-543f1494-a9a9-4563-a504-7d33ad2c6094 req-9aec9236-bc2b-4652-a6c3-991b146d2b05 tempest-VolumesSnapshotTestJSON-984981180 tempest-VolumesSnapshotTestJSON-984981180-project] 10.222.0.22 "GET /v2.0/ports?device_id=4c8bd445-2358-4341-9288-e4e2f927f34a HTTP/1.1" status: 200 len: 210 time: 0.0636301 Jun 22 09:01:05.803985 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-2c089158-b8b8-409d-abec-2eb207c0730a req-8f83a627-08e5-4546-a401-0d7e28987b4e tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] 10.222.0.22 "GET /v2.0/ports?device_id=77bc445d-b7a3-4b72-a814-8e0cc5e86369 HTTP/1.1" status: 200 len: 210 time: 0.0330513 Jun 22 09:01:05.839216 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.db.db_base_plugin_common [req-0d0b89cd-a03b-498f-9e12-cfb51b4dccc9 req-8b2bfc16-aaed-436f-9b93-80e68e201f45 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Allocated IP 172.20.0.5 (266e7c95-823e-49c0-9793-a3850a55863e/1fa320cf-b578-475c-89d7-a0309e38937c/b92363bd-c4b1-44e7-94d6-7b2550a004a4) {{(pid=92664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:01:05.839811 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.l3_hamode_db [None req-5763f59c-c6e6-4ab4-b459-3f7c7c527e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f8098ca-ed85-402c-920b-4930a41cf01f', 'name': 'tempest-AttachVolumeTestJSON-805699332-router', 'tenant_id': '539be15b3b01480196a1d49d035c0e00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '229d5e4a-3847-4866-aa2f-e37dad8eeeae', 'external_fixed_ips': [{'subnet_id': '86526ad5-0ce1-4847-a8b3-31fb35f84f34', 'ip_address': '172.28.3.241'}], 'enable_snat': True}, 'gw_port_id': '2f0bc85f-0f87-4d56-87b8-53345a6ae5be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T08:56:32Z', 'updated_at': '2021-06-22T08:56:42Z', 'revision_number': 4, 'project_id': '539be15b3b01480196a1d49d035c0e00', 'gw_port': {'id': '2f0bc85f-0f87-4d56-87b8-53345a6ae5be', 'name': '', 'network_id': '229d5e4a-3847-4866-aa2f-e37dad8eeeae', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:a4:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f8098ca-ed85-402c-920b-4930a41cf01f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '86526ad5-0ce1-4847-a8b3-31fb35f84f34', 'ip_address': '172.28.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T08:56:34Z', 'updated_at': '2021-06-22T08:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86526ad5-0ce1-4847-a8b3-31fb35f84f34', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797333-1-smb', '_interfaces': [{'id': 'ba671f67-7b65-40aa-89c3-5822dacef29e', 'name': '', 'network_id': '6858ed3b-c3b9-4692-a3bd-5458c5aaeb61', 'tenant_id': '539be15b3b01480196a1d49d035c0e00', 'mac_address': 'fa:16:3e:ab:2e:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f8098ca-ed85-402c-920b-4930a41cf01f', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'd3540fe9-cc9d-4e8a-ade5-a63ad9a74449', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T08:56:39Z', 'updated_at': '2021-06-22T08:56:57Z', 'revision_number': 5, 'project_id': '539be15b3b01480196a1d49d035c0e00', 'subnets': [{'id': 'd3540fe9-cc9d-4e8a-ade5-a63ad9a74449', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797333-1-smb', False) {} {{(pid=92666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:01:05.874792 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5763f59c-c6e6-4ab4-b459-3f7c7c527e4e None None] Checking router: 5f8098ca-ed85-402c-920b-4930a41cf01f for host: dv-cinder-797333-1-smb {{(pid=92666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:01:05.884249 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5763f59c-c6e6-4ab4-b459-3f7c7c527e4e None None] Routers {'5f8098ca-ed85-402c-920b-4930a41cf01f'} bound to L3 agent in host dv-cinder-797333-1-smb {{(pid=92666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:01:05.884907 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.l3_hamode_db [None req-5763f59c-c6e6-4ab4-b459-3f7c7c527e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797333-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-22T08:48:43Z,description=,heartbeat_timestamp=2021-06-22T09:00:44Z,host='dv-cinder-797333-1-smb',id=81bac9f2-ec56-4bd6-b329-9598189ea0dc,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T08:48:43Z,topic='l3_agent')) {'router_ids': ['5f8098ca-ed85-402c-920b-4930a41cf01f'], 'active': True} {{(pid=92666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:01:06.002455 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [req-0d0b89cd-a03b-498f-9e12-cfb51b4dccc9 req-8b2bfc16-aaed-436f-9b93-80e68e201f45 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Notify callbacks [] for port, precommit_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:01:06.011154 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.l3_dvr_db [None req-5763f59c-c6e6-4ab4-b459-3f7c7c527e4e None None] Set router 5f8098ca-ed85-402c-920b-4930a41cf01f gateway port host: dv-cinder-797333-1-smb {{(pid=92666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:01:06.022734 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.db.provisioning_blocks [req-0d0b89cd-a03b-498f-9e12-cfb51b4dccc9 req-8b2bfc16-aaed-436f-9b93-80e68e201f45 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Transition to ACTIVE for port object b92363bd-c4b1-44e7-94d6-7b2550a004a4 will not be triggered until provisioned by entity DHCP. {{(pid=92664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:01:06.073443 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [req-0d0b89cd-a03b-498f-9e12-cfb51b4dccc9 req-8b2bfc16-aaed-436f-9b93-80e68e201f45 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-133719719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-133660957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728379583061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9113225'] for port, after_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:01:06.090076 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-1705c452-87b6-4ceb-b5e8-974b331fcfab service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:01:06.128575 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d0b89cd-a03b-498f-9e12-cfb51b4dccc9 req-8b2bfc16-aaed-436f-9b93-80e68e201f45 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Network 266e7c95-823e-49c0-9793-a3850a55863e is already hosted by enough agents. {{(pid=92664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:01:06.134018 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.scheduler.base_scheduler [req-0d0b89cd-a03b-498f-9e12-cfb51b4dccc9 req-8b2bfc16-aaed-436f-9b93-80e68e201f45 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Resources bound (agent type, host, resource id): {{(pid=92664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:01:06.141803 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d0b89cd-a03b-498f-9e12-cfb51b4dccc9 req-8b2bfc16-aaed-436f-9b93-80e68e201f45 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Received port after_create {{(pid=92664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:01:06.181121 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2bfc16-aaed-436f-9b93-80e68e201f45 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Pushing event updated for resources: {'Port': ['ID=b92363bd-c4b1-44e7-94d6-7b2550a004a4,revision_number=1']} {{(pid=92664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:01:06.185811 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-8b2bfc16-aaed-436f-9b93-80e68e201f45 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:01:06.211770 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0b89cd-a03b-498f-9e12-cfb51b4dccc9 req-8b2bfc16-aaed-436f-9b93-80e68e201f45 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:01:06.213848 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [req-0d0b89cd-a03b-498f-9e12-cfb51b4dccc9 req-8b2bfc16-aaed-436f-9b93-80e68e201f45 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27927'] for port, before_response {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:01:06.240655 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-0d0b89cd-a03b-498f-9e12-cfb51b4dccc9 req-8b2bfc16-aaed-436f-9b93-80e68e201f45 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8317945 Jun 22 09:01:06.257186 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.v2.base [req-0d0b89cd-a03b-498f-9e12-cfb51b4dccc9 req-d3f468cc-5786-48d8-9762-517d87a6f3b4 service neutron] Request body: {'port': {'device_id': 'cba8e73f-3417-45d0-b833-91423937e845', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79733'}} {{(pid=92664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:01:06.294559 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.l3_hamode_db [None req-5763f59c-c6e6-4ab4-b459-3f7c7c527e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f8098ca-ed85-402c-920b-4930a41cf01f', 'name': 'tempest-AttachVolumeTestJSON-805699332-router', 'tenant_id': '539be15b3b01480196a1d49d035c0e00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '229d5e4a-3847-4866-aa2f-e37dad8eeeae', 'external_fixed_ips': [{'subnet_id': '86526ad5-0ce1-4847-a8b3-31fb35f84f34', 'ip_address': '172.28.3.241'}], 'enable_snat': True}, 'gw_port_id': '2f0bc85f-0f87-4d56-87b8-53345a6ae5be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T08:56:32Z', 'updated_at': '2021-06-22T08:56:42Z', 'revision_number': 4, 'project_id': '539be15b3b01480196a1d49d035c0e00', 'gw_port': {'id': '2f0bc85f-0f87-4d56-87b8-53345a6ae5be', 'name': '', 'network_id': '229d5e4a-3847-4866-aa2f-e37dad8eeeae', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:a4:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f8098ca-ed85-402c-920b-4930a41cf01f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '86526ad5-0ce1-4847-a8b3-31fb35f84f34', 'ip_address': '172.28.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T08:56:34Z', 'updated_at': '2021-06-22T08:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86526ad5-0ce1-4847-a8b3-31fb35f84f34', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797333-1-smb', '_interfaces': [{'id': 'ba671f67-7b65-40aa-89c3-5822dacef29e', 'name': '', 'network_id': '6858ed3b-c3b9-4692-a3bd-5458c5aaeb61', 'tenant_id': '539be15b3b01480196a1d49d035c0e00', 'mac_address': 'fa:16:3e:ab:2e:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f8098ca-ed85-402c-920b-4930a41cf01f', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'd3540fe9-cc9d-4e8a-ade5-a63ad9a74449', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T08:56:39Z', 'updated_at': '2021-06-22T08:56:57Z', 'revision_number': 5, 'project_id': '539be15b3b01480196a1d49d035c0e00', 'subnets': [{'id': 'd3540fe9-cc9d-4e8a-ade5-a63ad9a74449', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797333-1-smb', False) {} {{(pid=92666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:01:06.344216 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5763f59c-c6e6-4ab4-b459-3f7c7c527e4e None None] The sync data for ids ['5f8098ca-ed85-402c-920b-4930a41cf01f'] in dv-cinder-797333-1-smb is: [{'id': '5f8098ca-ed85-402c-920b-4930a41cf01f', 'name': 'tempest-AttachVolumeTestJSON-805699332-router', 'tenant_id': '539be15b3b01480196a1d49d035c0e00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '229d5e4a-3847-4866-aa2f-e37dad8eeeae', 'external_fixed_ips': [{'subnet_id': '86526ad5-0ce1-4847-a8b3-31fb35f84f34', 'ip_address': '172.28.3.241'}], 'enable_snat': True}, 'gw_port_id': '2f0bc85f-0f87-4d56-87b8-53345a6ae5be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T08:56:32Z', 'updated_at': '2021-06-22T08:56:42Z', 'revision_number': 4, 'project_id': '539be15b3b01480196a1d49d035c0e00', 'gw_port': {'id': '2f0bc85f-0f87-4d56-87b8-53345a6ae5be', 'name': '', 'network_id': '229d5e4a-3847-4866-aa2f-e37dad8eeeae', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:a4:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f8098ca-ed85-402c-920b-4930a41cf01f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '86526ad5-0ce1-4847-a8b3-31fb35f84f34', 'ip_address': '172.28.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T08:56:34Z', 'updated_at': '2021-06-22T08:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86526ad5-0ce1-4847-a8b3-31fb35f84f34', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797333-1-smb', '_interfaces': [{'id': 'ba671f67-7b65-40aa-89c3-5822dacef29e', 'name': '', 'network_id': '6858ed3b-c3b9-4692-a3bd-5458c5aaeb61', 'tenant_id': '539be15b3b01480196a1d49d035c0e00', 'mac_address': 'fa:16:3e:ab:2e:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f8098ca-ed85-402c-920b-4930a41cf01f', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'd3540fe9-cc9d-4e8a-ade5-a63ad9a74449', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T08:56:39Z', 'updated_at': '2021-06-22T08:56:57Z', 'revision_number': 5, 'project_id': '539be15b3b01480196a1d49d035c0e00', 'subnets': [{'id': 'd3540fe9-cc9d-4e8a-ade5-a63ad9a74449', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:01:06.401554 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [req-0d0b89cd-a03b-498f-9e12-cfb51b4dccc9 req-d3f468cc-5786-48d8-9762-517d87a6f3b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133719154'] for port, before_update {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:01:06.406559 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.db.agents_db [None req-b28930ac-c45f-452b-90b0-92e2a86c5dbe None None] Agent healthcheck: found 6 active agents {{(pid=92667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 09:01:06.489370 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.provisioning_blocks [None req-edf688a6-150a-4655-b6f8-8b5656a3282d None None] Provisioning for port b92363bd-c4b1-44e7-94d6-7b2550a004a4 completed by entity DHCP. {{(pid=92666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:01:06.495772 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.provisioning_blocks [None req-edf688a6-150a-4655-b6f8-8b5656a3282d None None] Provisioning complete for port b92363bd-c4b1-44e7-94d6-7b2550a004a4 triggered by entity DHCP. {{(pid=92666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:01:06.496653 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-edf688a6-150a-4655-b6f8-8b5656a3282d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133917554'] for port, provisioning_complete {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:01:06.543715 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.plugin [None req-edf688a6-150a-4655-b6f8-8b5656a3282d None None] Port b92363bd-c4b1-44e7-94d6-7b2550a004a4 cannot update to ACTIVE because it is not bound. {{(pid=92666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:01:06.613708 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9858b8c-6d4d-4599-b774-d92f7560d97c req-0da498fd-aa2a-4de8-8a50-69690bcb0ae5 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:01:06.615181 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-f9858b8c-6d4d-4599-b774-d92f7560d97c req-0da498fd-aa2a-4de8-8a50-69690bcb0ae5 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.22 "GET /v2.0/ports?device_id=cba8e73f-3417-45d0-b833-91423937e845 HTTP/1.1" status: 200 len: 931 time: 0.0767097 Jun 22 09:01:06.657598 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-f9858b8c-6d4d-4599-b774-d92f7560d97c req-afe1de06-7442-4f0a-a271-b06c65593a4a tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.22 "GET /v2.0/security-groups?id=8407b8c1-16c2-4011-9481-6d71a524545c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357616 Jun 22 09:01:06.703240 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3d34c27-8551-4a98-8cea-0ec429aa99af None None] New status for floating IP 7b1cd9a5-7b52-4932-984d-783f0174c63e: DOWN {{(pid=92667) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 09:01:06.742648 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.notifiers.nova [req-0d0b89cd-a03b-498f-9e12-cfb51b4dccc9 req-d3f468cc-5786-48d8-9762-517d87a6f3b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b92363bd-c4b1-44e7-94d6-7b2550a004a4 {{(pid=92664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 09:01:06.750940 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [req-0d0b89cd-a03b-498f-9e12-cfb51b4dccc9 req-d3f468cc-5786-48d8-9762-517d87a6f3b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:01:06.764925 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.db.provisioning_blocks [req-0d0b89cd-a03b-498f-9e12-cfb51b4dccc9 req-d3f468cc-5786-48d8-9762-517d87a6f3b4 service neutron] Transition to ACTIVE for port object b92363bd-c4b1-44e7-94d6-7b2550a004a4 will not be triggered until provisioned by entity L2. {{(pid=92664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:01:06.769954 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [req-0d0b89cd-a03b-498f-9e12-cfb51b4dccc9 req-d3f468cc-5786-48d8-9762-517d87a6f3b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133719696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133660950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728380107731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728379583079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728379583124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9113275'] for port, after_update {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:01:06.773188 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-e06e6ec3-09d8-4b7c-88a8-867c88b9275b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:01:06.826545 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-864bfaec-6e6d-4a22-b48e-82ac1c1b9507 req-b22ffc78-6fd7-49c5-b6b6-4a7dcef96998 tempest-VolumesSnapshotTestJSON-984981180 tempest-VolumesSnapshotTestJSON-984981180-project] 10.222.0.22 "GET /v2.0/ports?device_id=4c8bd445-2358-4341-9288-e4e2f927f34a HTTP/1.1" status: 200 len: 210 time: 0.0416856 Jun 22 09:01:06.855003 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f468cc-5786-48d8-9762-517d87a6f3b4 service neutron] Pushing event updated for resources: {'Port': ['ID=b92363bd-c4b1-44e7-94d6-7b2550a004a4,revision_number=2']} {{(pid=92664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:01:06.858519 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-d3f468cc-5786-48d8-9762-517d87a6f3b4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:01:06.941053 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.plugins.ml2.managers [req-0d0b89cd-a03b-498f-9e12-cfb51b4dccc9 req-d3f468cc-5786-48d8-9762-517d87a6f3b4 service neutron] Attempting to bind port b92363bd-c4b1-44e7-94d6-7b2550a004a4 on host hv-cinder-79733 for vnic_type normal with profile {{(pid=92664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:01:06.941347 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.plugins.ml2.managers [req-0d0b89cd-a03b-498f-9e12-cfb51b4dccc9 req-d3f468cc-5786-48d8-9762-517d87a6f3b4 service neutron] Attempting to bind port b92363bd-c4b1-44e7-94d6-7b2550a004a4 by drivers openvswitch,hyperv on host hv-cinder-79733 at level 0 using segments [{'id': 'ff26e6d0-efb0-4f26-b4ca-43fb0499d495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '266e7c95-823e-49c0-9793-a3850a55863e'}] {{(pid=92664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:01:06.941720 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d0b89cd-a03b-498f-9e12-cfb51b4dccc9 req-d3f468cc-5786-48d8-9762-517d87a6f3b4 service neutron] Attempting to bind port b92363bd-c4b1-44e7-94d6-7b2550a004a4 on network 266e7c95-823e-49c0-9793-a3850a55863e {{(pid=92664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:01:06.946352 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d0b89cd-a03b-498f-9e12-cfb51b4dccc9 req-d3f468cc-5786-48d8-9762-517d87a6f3b4 service neutron] Port b92363bd-c4b1-44e7-94d6-7b2550a004a4 on network 266e7c95-823e-49c0-9793-a3850a55863e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79733 {{(pid=92664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 09:01:06.946841 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d0b89cd-a03b-498f-9e12-cfb51b4dccc9 req-d3f468cc-5786-48d8-9762-517d87a6f3b4 service neutron] Attempting to bind port b92363bd-c4b1-44e7-94d6-7b2550a004a4 on network 266e7c95-823e-49c0-9793-a3850a55863e {{(pid=92664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:01:06.953739 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d0b89cd-a03b-498f-9e12-cfb51b4dccc9 req-d3f468cc-5786-48d8-9762-517d87a6f3b4 service neutron] Checking agent: {'id': '0fb2479b-8850-47fd-bce9-7c475063265a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79733', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 8, 54, 53), 'started_at': datetime.datetime(2021, 6, 22, 8, 54, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 0, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:01:06.954321 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d0b89cd-a03b-498f-9e12-cfb51b4dccc9 req-d3f468cc-5786-48d8-9762-517d87a6f3b4 service neutron] Checking segment: {'id': 'ff26e6d0-efb0-4f26-b4ca-43fb0499d495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '266e7c95-823e-49c0-9793-a3850a55863e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:01:06.954998 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d0b89cd-a03b-498f-9e12-cfb51b4dccc9 req-d3f468cc-5786-48d8-9762-517d87a6f3b4 service neutron] Bound using segment: {'id': 'ff26e6d0-efb0-4f26-b4ca-43fb0499d495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '266e7c95-823e-49c0-9793-a3850a55863e'} {{(pid=92664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:01:06.956171 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.plugins.ml2.managers [req-0d0b89cd-a03b-498f-9e12-cfb51b4dccc9 req-d3f468cc-5786-48d8-9762-517d87a6f3b4 service neutron] Bound port: b92363bd-c4b1-44e7-94d6-7b2550a004a4, host: hv-cinder-79733, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff26e6d0-efb0-4f26-b4ca-43fb0499d495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '266e7c95-823e-49c0-9793-a3850a55863e'}}] {{(pid=92664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:01:06.957130 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [req-0d0b89cd-a03b-498f-9e12-cfb51b4dccc9 req-d3f468cc-5786-48d8-9762-517d87a6f3b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133719154'] for port, before_update {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:01:06.978181 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.wsgi [-] (92664) accepted ('10.222.0.22', 39054) {{(pid=92664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:01:07.078691 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.plugins.ml2.db [req-0d0b89cd-a03b-498f-9e12-cfb51b4dccc9 req-d3f468cc-5786-48d8-9762-517d87a6f3b4 service neutron] For port b92363bd-c4b1-44e7-94d6-7b2550a004a4, host hv-cinder-79733, cleared binding levels {{(pid=92664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:01:07.084276 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-9e42b088-6015-48ff-b62b-24c1662f4617 tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] Notify callbacks [] for security_group, before_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:01:07.097464 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.plugins.ml2.db [req-0d0b89cd-a03b-498f-9e12-cfb51b4dccc9 req-d3f468cc-5786-48d8-9762-517d87a6f3b4 service neutron] For port b92363bd-c4b1-44e7-94d6-7b2550a004a4, host hv-cinder-79733, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79733',level=0,port_id=b92363bd-c4b1-44e7-94d6-7b2550a004a4,segment=NetworkSegment(ff26e6d0-efb0-4f26-b4ca-43fb0499d495),segment_id=ff26e6d0-efb0-4f26-b4ca-43fb0499d495)] {{(pid=92664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:01:07.104894 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [req-0d0b89cd-a03b-498f-9e12-cfb51b4dccc9 req-d3f468cc-5786-48d8-9762-517d87a6f3b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133719696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133660950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728380107731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728379583079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728379583124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9113275'] for port, after_update {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:01:07.109805 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-65634608-6738-46cf-b556-54c5f507ae5a tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:01:07.144120 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff714861-15ee-4719-a868-54e4a291d3a3 req-9a8c5f7b-6ba6-40db-8d64-41cbd0181a7f tempest-VolumesSnapshotTestJSON-984981180 tempest-VolumesSnapshotTestJSON-984981180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:01:07.145489 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-ff714861-15ee-4719-a868-54e4a291d3a3 req-9a8c5f7b-6ba6-40db-8d64-41cbd0181a7f tempest-VolumesSnapshotTestJSON-984981180 tempest-VolumesSnapshotTestJSON-984981180-project] 10.222.0.15 "GET /v2.0/networks?id=6706598b-aed2-4128-a68e-6105ca7ca237 HTTP/1.1" status: 200 len: 813 time: 0.1427526 Jun 22 09:01:07.151671 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-9e42b088-6015-48ff-b62b-24c1662f4617 tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:01:07.168762 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0b89cd-a03b-498f-9e12-cfb51b4dccc9 req-d3f468cc-5786-48d8-9762-517d87a6f3b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:01:07.169387 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [req-0d0b89cd-a03b-498f-9e12-cfb51b4dccc9 req-d3f468cc-5786-48d8-9762-517d87a6f3b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27927'] for port, before_response {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:01:07.169854 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.v2.base [req-ff714861-15ee-4719-a868-54e4a291d3a3 req-5b022e4b-39b1-450e-b6ed-d28dac1de101 tempest-VolumesSnapshotTestJSON-984981180 tempest-VolumesSnapshotTestJSON-984981180-project] Request body: {'port': {'device_id': '4c8bd445-2358-4341-9288-e4e2f927f34a', 'network_id': '6706598b-aed2-4128-a68e-6105ca7ca237', 'admin_state_up': True, 'tenant_id': '81850642f174409483f593b77cce3c75'}} {{(pid=92665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:01:07.170877 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-0d0b89cd-a03b-498f-9e12-cfb51b4dccc9 req-d3f468cc-5786-48d8-9762-517d87a6f3b4 service neutron] 10.222.0.15 "PUT /v2.0/ports/b92363bd-c4b1-44e7-94d6-7b2550a004a4 HTTP/1.1" status: 200 len: 1093 time: 0.9201286 Jun 22 09:01:07.171427 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cba8e73f-3417-45d0-b833-91423937e845', 'tag': 'b92363bd-c4b1-44e7-94d6-7b2550a004a4'}] {{(pid=92664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:01:07.174253 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}204e7d68aaf5059dd7cb24067ff1be2165df2a8c21773c1dc73aa01b5c6655f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52de8b76-6551-4f80-a695-d0ba25988507" -d '{"events": [{"name": "network-changed", "server_uuid": "cba8e73f-3417-45d0-b833-91423937e845", "tag": "b92363bd-c4b1-44e7-94d6-7b2550a004a4"}]}' {{(pid=92664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:01:07.233131 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f468cc-5786-48d8-9762-517d87a6f3b4 service neutron] Pushing event updated for resources: {'Port': ['ID=b92363bd-c4b1-44e7-94d6-7b2550a004a4,revision_number=3']} {{(pid=92664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:01:07.237221 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 09:01:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49496e6b-5d3c-4203-8124-47033ed7a290 x-openstack-request-id: req-49496e6b-5d3c-4203-8124-47033ed7a290 {{(pid=92664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:01:07.237741 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cba8e73f-3417-45d0-b833-91423937e845", "tag": "b92363bd-c4b1-44e7-94d6-7b2550a004a4", "status": "completed", "code": 200}]} {{(pid=92664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:01:07.237873 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-49496e6b-5d3c-4203-8124-47033ed7a290 {{(pid=92664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:01:07.238265 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cba8e73f-3417-45d0-b833-91423937e845', 'tag': 'b92363bd-c4b1-44e7-94d6-7b2550a004a4', 'status': 'completed', 'code': 200} Jun 22 09:01:07.239345 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-d3f468cc-5786-48d8-9762-517d87a6f3b4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:01:07.273839 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-9e42b088-6015-48ff-b62b-24c1662f4617 tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748303'] for security_group, after_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:01:07.277884 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-9e42b088-6015-48ff-b62b-24c1662f4617 tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] Notify callbacks [] for security_group, before_response {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:01:07.279405 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [None req-9e42b088-6015-48ff-b62b-24c1662f4617 tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] 10.222.0.22 "DELETE /v2.0/security-groups/38156de4-c897-4c33-98c3-f122cd461c94 HTTP/1.1" status: 204 len: 168 time: 0.2998204 Jun 22 09:01:07.280209 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-7813fd4d-9fd9-4784-bc8f-e8900db360c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:01:07.283962 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.wsgi [-] (92665) accepted ('10.222.0.22', 39058) {{(pid=92665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:01:07.291038 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e42b088-6015-48ff-b62b-24c1662f4617 tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=38156de4-c897-4c33-98c3-f122cd461c94,revision_number=None']} {{(pid=92664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:01:07.293757 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-9e42b088-6015-48ff-b62b-24c1662f4617 tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:01:07.318155 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.api.v2.resource [None req-b1166052-d9ce-495b-b474-07ce49d78366 tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] show failed (client error): The resource could not be found. Jun 22 09:01:07.319808 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [None req-b1166052-d9ce-495b-b474-07ce49d78366 tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] 10.222.0.22 "GET /v2.0/security-groups/38156de4-c897-4c33-98c3-f122cd461c94 HTTP/1.1" status: 404 len: 347 time: 0.0334268 Jun 22 09:01:07.323640 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.wsgi [-] (92664) accepted ('10.222.0.22', 39060) {{(pid=92664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:01:07.455121 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff714861-15ee-4719-a868-54e4a291d3a3 req-5b022e4b-39b1-450e-b6ed-d28dac1de101 tempest-VolumesSnapshotTestJSON-984981180 tempest-VolumesSnapshotTestJSON-984981180-project] Made reservation on behalf of 81850642f174409483f593b77cce3c75 for: {'port': 1} {{(pid=92665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:01:07.459383 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [req-ff714861-15ee-4719-a868-54e4a291d3a3 req-5b022e4b-39b1-450e-b6ed-d28dac1de101 tempest-VolumesSnapshotTestJSON-984981180 tempest-VolumesSnapshotTestJSON-984981180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-133719140'] for port, before_create {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:01:07.514537 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0b89cd-a03b-498f-9e12-cfb51b4dccc9 req-d8d5601b-19f5-479b-86ea-94398d592031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:01:07.516011 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-0d0b89cd-a03b-498f-9e12-cfb51b4dccc9 req-d8d5601b-19f5-479b-86ea-94398d592031 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0dbc55deeb2a42a3bb10502a7c6fc28b&device_id=cba8e73f-3417-45d0-b833-91423937e845 HTTP/1.1" status: 200 len: 1096 time: 0.1446414 Jun 22 09:01:07.534925 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.plugins.ml2.plugin [None req-51ac8a0a-0905-4e83-b68f-d2f531138a91 tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] Deleting port 631d5bce-2bc2-44a2-833f-3debb9c7f44e {{(pid=92664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:01:07.535268 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-51ac8a0a-0905-4e83-b68f-d2f531138a91 tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728380103653'] for port, before_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:01:07.574199 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-0d0b89cd-a03b-498f-9e12-cfb51b4dccc9 req-bd330cf9-2af2-47a3-8b01-fab3b766b5e7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b92363bd-c4b1-44e7-94d6-7b2550a004a4 HTTP/1.1" status: 200 len: 217 time: 0.0501504 Jun 22 09:01:07.608875 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.db.db_base_plugin_common [req-ff714861-15ee-4719-a868-54e4a291d3a3 req-5b022e4b-39b1-450e-b6ed-d28dac1de101 tempest-VolumesSnapshotTestJSON-984981180 tempest-VolumesSnapshotTestJSON-984981180-project] Allocated IP 172.20.0.13 (6706598b-aed2-4128-a68e-6105ca7ca237/cb534458-5d1c-4d98-b6b3-377ef0b47b95/cc81d0ce-6bfa-4642-8a78-fdb383b2c6f5) {{(pid=92665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:01:07.668249 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0b89cd-a03b-498f-9e12-cfb51b4dccc9 req-f5ad39b7-c0f7-4120-a067-467a4b0bdd6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:01:07.669607 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-0d0b89cd-a03b-498f-9e12-cfb51b4dccc9 req-f5ad39b7-c0f7-4120-a067-467a4b0bdd6d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1fa320cf-b578-475c-89d7-a0309e38937c HTTP/1.1" status: 200 len: 856 time: 0.0657754 Jun 22 09:01:07.691441 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-51ac8a0a-0905-4e83-b68f-d2f531138a91 tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546942'] for port, precommit_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:01:07.691777 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-51ac8a0a-0905-4e83-b68f-d2f531138a91 tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:01:07.764244 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [req-ff714861-15ee-4719-a868-54e4a291d3a3 req-5b022e4b-39b1-450e-b6ed-d28dac1de101 tempest-VolumesSnapshotTestJSON-984981180 tempest-VolumesSnapshotTestJSON-984981180-project] Notify callbacks [] for port, precommit_create {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:01:07.776086 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.plugins.ml2.plugin [None req-51ac8a0a-0905-4e83-b68f-d2f531138a91 tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] Calling delete_port for 631d5bce-2bc2-44a2-833f-3debb9c7f44e owned by network:floatingip {{(pid=92664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:01:07.851615 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [req-ff714861-15ee-4719-a868-54e4a291d3a3 req-5b022e4b-39b1-450e-b6ed-d28dac1de101 tempest-VolumesSnapshotTestJSON-984981180 tempest-VolumesSnapshotTestJSON-984981180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-133719719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-133660957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728379583061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4027064'] for port, after_create {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:01:07.857528 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-d2524c75-5f07-466b-82c9-0aeaae4aff88 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:01:07.898285 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0b89cd-a03b-498f-9e12-cfb51b4dccc9 req-d234d605-b473-4f1b-8c65-bbcf244c8d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:01:07.900096 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-0d0b89cd-a03b-498f-9e12-cfb51b4dccc9 req-d234d605-b473-4f1b-8c65-bbcf244c8d96 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=266e7c95-823e-49c0-9793-a3850a55863e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2200620 Jun 22 09:01:07.907232 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff714861-15ee-4719-a868-54e4a291d3a3 req-5b022e4b-39b1-450e-b6ed-d28dac1de101 tempest-VolumesSnapshotTestJSON-984981180 tempest-VolumesSnapshotTestJSON-984981180-project] Network 6706598b-aed2-4128-a68e-6105ca7ca237 is already hosted by enough agents. {{(pid=92665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:01:07.914519 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.scheduler.base_scheduler [req-ff714861-15ee-4719-a868-54e4a291d3a3 req-5b022e4b-39b1-450e-b6ed-d28dac1de101 tempest-VolumesSnapshotTestJSON-984981180 tempest-VolumesSnapshotTestJSON-984981180-project] Resources bound (agent type, host, resource id): {{(pid=92665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:01:07.918021 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff714861-15ee-4719-a868-54e4a291d3a3 req-5b022e4b-39b1-450e-b6ed-d28dac1de101 tempest-VolumesSnapshotTestJSON-984981180 tempest-VolumesSnapshotTestJSON-984981180-project] Received port after_create {{(pid=92665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:01:07.946049 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b022e4b-39b1-450e-b6ed-d28dac1de101 tempest-VolumesSnapshotTestJSON-984981180 tempest-VolumesSnapshotTestJSON-984981180-project] Pushing event updated for resources: {'Port': ['ID=cc81d0ce-6bfa-4642-8a78-fdb383b2c6f5,revision_number=1']} {{(pid=92665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:01:07.957766 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a298f4b-da42-4ead-9d0f-3cf0602269a4 req-8ada5759-06c3-4b46-b13c-58ac542b73f8 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:01:07.959271 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-0a298f4b-da42-4ead-9d0f-3cf0602269a4 req-8ada5759-06c3-4b46-b13c-58ac542b73f8 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.22 "GET /v2.0/ports?device_id=cba8e73f-3417-45d0-b833-91423937e845 HTTP/1.1" status: 200 len: 943 time: 0.1724184 Jun 22 09:01:07.960153 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-5b022e4b-39b1-450e-b6ed-d28dac1de101 tempest-VolumesSnapshotTestJSON-984981180 tempest-VolumesSnapshotTestJSON-984981180-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:01:08.010909 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-51ac8a0a-0905-4e83-b68f-d2f531138a91 tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133719696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133660950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728380107749', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728379583070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9113264'] for port, after_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:01:08.021593 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-301920eb-781f-4dab-aefa-864849b35c63 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:01:08.054281 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ac8a0a-0905-4e83-b68f-d2f531138a91 tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] Pushing event deleted for resources: {'Port': ['ID=631d5bce-2bc2-44a2-833f-3debb9c7f44e,revision_number=None']} {{(pid=92664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:01:08.059887 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-0d0b89cd-a03b-498f-9e12-cfb51b4dccc9 req-db70555d-939d-4a02-9901-f7412835d99e service neutron] 10.222.0.15 "GET /v2.0/networks/266e7c95-823e-49c0-9793-a3850a55863e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518390 Jun 22 09:01:08.060754 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-51ac8a0a-0905-4e83-b68f-d2f531138a91 tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:01:08.176215 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-51ac8a0a-0905-4e83-b68f-d2f531138a91 tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] Notify callbacks [] for floatingip, after_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:01:08.178675 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-51ac8a0a-0905-4e83-b68f-d2f531138a91 tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27927'] for floatingip, before_response {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:01:08.179837 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [None req-51ac8a0a-0905-4e83-b68f-d2f531138a91 tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] 10.222.0.22 "DELETE /v2.0/floatingips/7b1cd9a5-7b52-4932-984d-783f0174c63e HTTP/1.1" status: 204 len: 168 time: 0.8549466 Jun 22 09:01:08.209000 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-0d0b89cd-a03b-498f-9e12-cfb51b4dccc9 req-b45250a9-d1e3-47d7-b55d-056be279f274 service neutron] 10.222.0.15 "GET /v2.0/networks/266e7c95-823e-49c0-9793-a3850a55863e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289172 Jun 22 09:01:08.283357 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff714861-15ee-4719-a868-54e4a291d3a3 req-5b022e4b-39b1-450e-b6ed-d28dac1de101 tempest-VolumesSnapshotTestJSON-984981180 tempest-VolumesSnapshotTestJSON-984981180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:01:08.283952 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [req-ff714861-15ee-4719-a868-54e4a291d3a3 req-5b022e4b-39b1-450e-b6ed-d28dac1de101 tempest-VolumesSnapshotTestJSON-984981180 tempest-VolumesSnapshotTestJSON-984981180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27927'] for port, before_response {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:01:08.312199 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52de8b76-6551-4f80-a695-d0ba25988507 req-6961acfc-f30d-4645-b7ea-80a8d35d64ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:01:08.313723 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-52de8b76-6551-4f80-a695-d0ba25988507 req-6961acfc-f30d-4645-b7ea-80a8d35d64ee service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0dbc55deeb2a42a3bb10502a7c6fc28b&device_id=cba8e73f-3417-45d0-b833-91423937e845 HTTP/1.1" status: 200 len: 1096 time: 0.0536079 Jun 22 09:01:08.317226 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-0a298f4b-da42-4ead-9d0f-3cf0602269a4 req-f22683fd-6109-4861-91c2-cb02b369a8a4 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.22 "GET /v2.0/security-groups?id=8407b8c1-16c2-4011-9481-6d71a524545c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3446517 Jun 22 09:01:08.319907 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-ff714861-15ee-4719-a868-54e4a291d3a3 req-5b022e4b-39b1-450e-b6ed-d28dac1de101 tempest-VolumesSnapshotTestJSON-984981180 tempest-VolumesSnapshotTestJSON-984981180-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1616430 Jun 22 09:01:08.331804 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.v2.base [req-ff714861-15ee-4719-a868-54e4a291d3a3 req-bb747b8b-1959-4ae8-b016-8097d06fc56f service neutron] Request body: {'port': {'device_id': '4c8bd445-2358-4341-9288-e4e2f927f34a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79733'}} {{(pid=92665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:01:08.364329 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5acbe1-d7a9-47a1-9c56-15e1013a55ce req-80542bfc-425f-4936-bc7a-6bc72b2e5eae tempest-VolumesSnapshotTestJSON-984981180 tempest-VolumesSnapshotTestJSON-984981180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:01:08.365896 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-6b5acbe1-d7a9-47a1-9c56-15e1013a55ce req-80542bfc-425f-4936-bc7a-6bc72b2e5eae tempest-VolumesSnapshotTestJSON-984981180 tempest-VolumesSnapshotTestJSON-984981180-project] 10.222.0.22 "GET /v2.0/ports?device_id=4c8bd445-2358-4341-9288-e4e2f927f34a HTTP/1.1" status: 200 len: 932 time: 0.4046040 Jun 22 09:01:08.421010 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52de8b76-6551-4f80-a695-d0ba25988507 req-740f9480-1e3f-406d-b027-a7f0ba642dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:01:08.422497 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-52de8b76-6551-4f80-a695-d0ba25988507 req-740f9480-1e3f-406d-b027-a7f0ba642dc6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=266e7c95-823e-49c0-9793-a3850a55863e HTTP/1.1" status: 200 len: 918 time: 0.1014602 Jun 22 09:01:08.444639 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-6b5acbe1-d7a9-47a1-9c56-15e1013a55ce req-42882f12-ebc2-494b-8dad-bef921145ba2 tempest-VolumesSnapshotTestJSON-984981180 tempest-VolumesSnapshotTestJSON-984981180-project] 10.222.0.22 "GET /v2.0/security-groups?id=c7131d86-2a03-4f85-9d37-dc4b557265fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681906 Jun 22 09:01:08.445239 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [req-ff714861-15ee-4719-a868-54e4a291d3a3 req-bb747b8b-1959-4ae8-b016-8097d06fc56f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133719154'] for port, before_update {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:01:08.451866 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.rpc [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Device e0df6b65-6043-4e31-a806-6e16be4c8dd5 no longer exists at agent hyperv_hv-cinder-79733 {{(pid=92666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:01:08.467153 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-52de8b76-6551-4f80-a695-d0ba25988507 req-4a281d7a-bb05-46ba-9f5c-d2ce9b2d9b66 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b92363bd-c4b1-44e7-94d6-7b2550a004a4 HTTP/1.1" status: 200 len: 217 time: 0.0376332 Jun 22 09:01:08.493023 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.plugin [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] No Port match for: e0df6b65-6043-4e31-a806-6e16be4c8dd5 {{(pid=92666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:01:08.493665 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.rpc [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Device e0df6b65-6043-4e31-a806-6e16be4c8dd5 not bound to the agent host hv-cinder-79733 {{(pid=92666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:01:08.519440 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52de8b76-6551-4f80-a695-d0ba25988507 req-e7d78fdb-6aee-401a-8fb6-9e766a8a1ded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:01:08.521152 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-52de8b76-6551-4f80-a695-d0ba25988507 req-e7d78fdb-6aee-401a-8fb6-9e766a8a1ded service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1fa320cf-b578-475c-89d7-a0309e38937c HTTP/1.1" status: 200 len: 856 time: 0.0475476 Jun 22 09:01:08.586936 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52de8b76-6551-4f80-a695-d0ba25988507 req-4047b6f4-beb6-415a-9c41-e0065e0c24c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:01:08.589399 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-52de8b76-6551-4f80-a695-d0ba25988507 req-4047b6f4-beb6-415a-9c41-e0065e0c24c6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=266e7c95-823e-49c0-9793-a3850a55863e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0601549 Jun 22 09:01:08.606408 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.wsgi [-] (92664) accepted ('10.222.0.22', 39072) {{(pid=92664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:01:08.610906 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.v2.base [None req-a213eca6-6e9c-415b-ab4d-7deeb90d75b4 tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] Request body: {'security_group': {'name': 'tempest-securitygroup--577856892', 'description': 'tempest-description--1206791668'}} {{(pid=92664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:01:08.675488 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-a213eca6-6e9c-415b-ab4d-7deeb90d75b4 tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] Notify callbacks [] for security_group, before_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:01:08.716841 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-52de8b76-6551-4f80-a695-d0ba25988507 req-c512a03d-aa6c-440d-9c83-9a3a1268193a service neutron] 10.222.0.15 "GET /v2.0/networks/266e7c95-823e-49c0-9793-a3850a55863e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194327 Jun 22 09:01:08.723893 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.notifiers.nova [req-ff714861-15ee-4719-a868-54e4a291d3a3 req-bb747b8b-1959-4ae8-b016-8097d06fc56f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc81d0ce-6bfa-4642-8a78-fdb383b2c6f5 {{(pid=92665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 09:01:08.732599 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [req-ff714861-15ee-4719-a868-54e4a291d3a3 req-bb747b8b-1959-4ae8-b016-8097d06fc56f service neutron] Notify callbacks [] for port, precommit_update {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:01:08.746328 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.db.provisioning_blocks [req-ff714861-15ee-4719-a868-54e4a291d3a3 req-bb747b8b-1959-4ae8-b016-8097d06fc56f service neutron] Transition to ACTIVE for port object cc81d0ce-6bfa-4642-8a78-fdb383b2c6f5 will not be triggered until provisioned by entity L2. {{(pid=92665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:01:08.750322 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [req-ff714861-15ee-4719-a868-54e4a291d3a3 req-bb747b8b-1959-4ae8-b016-8097d06fc56f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133719696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133660950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728380107731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728379583079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728379583124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4027018'] for port, after_update {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:01:08.752779 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:01:08.848363 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb747b8b-1959-4ae8-b016-8097d06fc56f service neutron] Pushing event updated for resources: {'Port': ['ID=cc81d0ce-6bfa-4642-8a78-fdb383b2c6f5,revision_number=2']} {{(pid=92665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:01:08.851336 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-bb747b8b-1959-4ae8-b016-8097d06fc56f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:01:08.851834 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-a213eca6-6e9c-415b-ab4d-7deeb90d75b4 tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] Notify callbacks [] for security_group, precommit_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:01:08.855073 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-52de8b76-6551-4f80-a695-d0ba25988507 req-235d7753-2d39-48e2-a3ea-78f70e987009 service neutron] 10.222.0.15 "GET /v2.0/networks/266e7c95-823e-49c0-9793-a3850a55863e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301334 Jun 22 09:01:08.858000 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-a213eca6-6e9c-415b-ab4d-7deeb90d75b4 tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748303'] for security_group, after_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:01:08.860631 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-6a99de3b-e984-4870-8e9d-319cc889d462 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:01:08.893205 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-a213eca6-6e9c-415b-ab4d-7deeb90d75b4 tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] Notify callbacks [] for security_group, before_response {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:01:08.894437 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [None req-a213eca6-6e9c-415b-ab4d-7deeb90d75b4 tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2870932 Jun 22 09:01:08.898577 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a213eca6-6e9c-415b-ab4d-7deeb90d75b4 tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f05d5bd-cb3f-46fa-a132-b38aa9efec49,revision_number=1']} {{(pid=92664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:01:08.900940 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.wsgi [-] (92664) accepted ('10.222.0.22', 39074) {{(pid=92664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:01:08.905110 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.v2.base [None req-e0258b48-597e-4370-976c-a4f9cd93241f tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] Request body: {'security_group_rule': {'security_group_id': '1f05d5bd-cb3f-46fa-a132-b38aa9efec49', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:01:08.906290 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.plugins.ml2.managers [req-ff714861-15ee-4719-a868-54e4a291d3a3 req-bb747b8b-1959-4ae8-b016-8097d06fc56f service neutron] Attempting to bind port cc81d0ce-6bfa-4642-8a78-fdb383b2c6f5 on host hv-cinder-79733 for vnic_type normal with profile {{(pid=92665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:01:08.906730 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.plugins.ml2.managers [req-ff714861-15ee-4719-a868-54e4a291d3a3 req-bb747b8b-1959-4ae8-b016-8097d06fc56f service neutron] Attempting to bind port cc81d0ce-6bfa-4642-8a78-fdb383b2c6f5 by drivers openvswitch,hyperv on host hv-cinder-79733 at level 0 using segments [{'id': '717bdc44-a0e1-4ce2-ac7e-465c14fbffc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '6706598b-aed2-4128-a68e-6105ca7ca237'}] {{(pid=92665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:01:08.907047 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff714861-15ee-4719-a868-54e4a291d3a3 req-bb747b8b-1959-4ae8-b016-8097d06fc56f service neutron] Attempting to bind port cc81d0ce-6bfa-4642-8a78-fdb383b2c6f5 on network 6706598b-aed2-4128-a68e-6105ca7ca237 {{(pid=92665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:01:08.909343 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-a213eca6-6e9c-415b-ab4d-7deeb90d75b4 tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:01:08.911734 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff714861-15ee-4719-a868-54e4a291d3a3 req-bb747b8b-1959-4ae8-b016-8097d06fc56f service neutron] Port cc81d0ce-6bfa-4642-8a78-fdb383b2c6f5 on network 6706598b-aed2-4128-a68e-6105ca7ca237 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79733 {{(pid=92665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 09:01:08.912057 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff714861-15ee-4719-a868-54e4a291d3a3 req-bb747b8b-1959-4ae8-b016-8097d06fc56f service neutron] Attempting to bind port cc81d0ce-6bfa-4642-8a78-fdb383b2c6f5 on network 6706598b-aed2-4128-a68e-6105ca7ca237 {{(pid=92665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:01:08.917254 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff714861-15ee-4719-a868-54e4a291d3a3 req-bb747b8b-1959-4ae8-b016-8097d06fc56f service neutron] Checking agent: {'id': '0fb2479b-8850-47fd-bce9-7c475063265a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79733', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 8, 54, 53), 'started_at': datetime.datetime(2021, 6, 22, 8, 54, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 0, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:01:08.917611 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff714861-15ee-4719-a868-54e4a291d3a3 req-bb747b8b-1959-4ae8-b016-8097d06fc56f service neutron] Checking segment: {'id': '717bdc44-a0e1-4ce2-ac7e-465c14fbffc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '6706598b-aed2-4128-a68e-6105ca7ca237'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:01:08.918011 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff714861-15ee-4719-a868-54e4a291d3a3 req-bb747b8b-1959-4ae8-b016-8097d06fc56f service neutron] Bound using segment: {'id': '717bdc44-a0e1-4ce2-ac7e-465c14fbffc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '6706598b-aed2-4128-a68e-6105ca7ca237'} {{(pid=92665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:01:08.918435 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.plugins.ml2.managers [req-ff714861-15ee-4719-a868-54e4a291d3a3 req-bb747b8b-1959-4ae8-b016-8097d06fc56f service neutron] Bound port: cc81d0ce-6bfa-4642-8a78-fdb383b2c6f5, host: hv-cinder-79733, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '717bdc44-a0e1-4ce2-ac7e-465c14fbffc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '6706598b-aed2-4128-a68e-6105ca7ca237'}}] {{(pid=92665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:01:08.918778 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [req-ff714861-15ee-4719-a868-54e4a291d3a3 req-bb747b8b-1959-4ae8-b016-8097d06fc56f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133719154'] for port, before_update {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:01:08.933627 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-e0258b48-597e-4370-976c-a4f9cd93241f tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:01:08.990469 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-e0258b48-597e-4370-976c-a4f9cd93241f tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:01:08.995111 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.plugins.ml2.db [req-ff714861-15ee-4719-a868-54e4a291d3a3 req-bb747b8b-1959-4ae8-b016-8097d06fc56f service neutron] For port cc81d0ce-6bfa-4642-8a78-fdb383b2c6f5, host hv-cinder-79733, cleared binding levels {{(pid=92665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:01:08.996827 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-e0258b48-597e-4370-976c-a4f9cd93241f tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742864'] for security_group_rule, after_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:01:08.999041 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:01:09.002058 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.plugins.ml2.db [req-ff714861-15ee-4719-a868-54e4a291d3a3 req-bb747b8b-1959-4ae8-b016-8097d06fc56f service neutron] For port cc81d0ce-6bfa-4642-8a78-fdb383b2c6f5, host hv-cinder-79733, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79733',level=0,port_id=cc81d0ce-6bfa-4642-8a78-fdb383b2c6f5,segment=NetworkSegment(717bdc44-a0e1-4ce2-ac7e-465c14fbffc4),segment_id=717bdc44-a0e1-4ce2-ac7e-465c14fbffc4)] {{(pid=92665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:01:09.006297 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [req-ff714861-15ee-4719-a868-54e4a291d3a3 req-bb747b8b-1959-4ae8-b016-8097d06fc56f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133719696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133660950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728380107731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728379583079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728379583124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4027018'] for port, after_update {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:01:09.009679 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:01:09.020366 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0258b48-597e-4370-976c-a4f9cd93241f tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5efc286c-f802-4b60-8225-14438359214c,revision_number=0']} {{(pid=92664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:01:09.022888 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-e0258b48-597e-4370-976c-a4f9cd93241f tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:01:09.027504 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-e0258b48-597e-4370-976c-a4f9cd93241f tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:01:09.031010 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [None req-e0258b48-597e-4370-976c-a4f9cd93241f tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1270115 Jun 22 09:01:09.031240 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.wsgi [-] (92664) accepted ('10.222.0.22', 39076) {{(pid=92664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:01:09.035622 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.v2.base [None req-afd2845a-27fa-4c88-b414-44540beaa54c tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] Request body: {'security_group_rule': {'security_group_id': '1f05d5bd-cb3f-46fa-a132-b38aa9efec49', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:01:09.051037 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff714861-15ee-4719-a868-54e4a291d3a3 req-bb747b8b-1959-4ae8-b016-8097d06fc56f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:01:09.051823 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [req-ff714861-15ee-4719-a868-54e4a291d3a3 req-bb747b8b-1959-4ae8-b016-8097d06fc56f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27927'] for port, before_response {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:01:09.053369 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-ff714861-15ee-4719-a868-54e4a291d3a3 req-bb747b8b-1959-4ae8-b016-8097d06fc56f service neutron] 10.222.0.15 "PUT /v2.0/ports/cc81d0ce-6bfa-4642-8a78-fdb383b2c6f5 HTTP/1.1" status: 200 len: 1094 time: 0.7256708 Jun 22 09:01:09.053895 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c8bd445-2358-4341-9288-e4e2f927f34a', 'tag': 'cc81d0ce-6bfa-4642-8a78-fdb383b2c6f5'}] {{(pid=92665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:01:09.056227 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}600ed202ef5c6893f709c92c950a9f9cd42c49f10c76c91c75f79f08b33dd1bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3762d02-5f0d-4a03-aff7-335af75e2cdb" -d '{"events": [{"name": "network-changed", "server_uuid": "4c8bd445-2358-4341-9288-e4e2f927f34a", "tag": "cc81d0ce-6bfa-4642-8a78-fdb383b2c6f5"}]}' {{(pid=92665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:01:09.069387 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-afd2845a-27fa-4c88-b414-44540beaa54c tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:01:09.090962 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb747b8b-1959-4ae8-b016-8097d06fc56f service neutron] Pushing event updated for resources: {'Port': ['ID=cc81d0ce-6bfa-4642-8a78-fdb383b2c6f5,revision_number=3']} {{(pid=92665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:01:09.095106 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-bb747b8b-1959-4ae8-b016-8097d06fc56f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:01:09.111556 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 09:01:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5584e941-4a1b-4b31-84dc-b5d8aeb3b713 x-openstack-request-id: req-5584e941-4a1b-4b31-84dc-b5d8aeb3b713 {{(pid=92665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:01:09.111875 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c8bd445-2358-4341-9288-e4e2f927f34a", "tag": "cc81d0ce-6bfa-4642-8a78-fdb383b2c6f5", "status": "completed", "code": 200}]} {{(pid=92665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:01:09.112151 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-5584e941-4a1b-4b31-84dc-b5d8aeb3b713 {{(pid=92665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:01:09.112585 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c8bd445-2358-4341-9288-e4e2f927f34a', 'tag': 'cc81d0ce-6bfa-4642-8a78-fdb383b2c6f5', 'status': 'completed', 'code': 200} Jun 22 09:01:09.133757 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-afd2845a-27fa-4c88-b414-44540beaa54c tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:01:09.138172 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-afd2845a-27fa-4c88-b414-44540beaa54c tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742864'] for security_group_rule, after_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:01:09.140349 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-e0258b48-597e-4370-976c-a4f9cd93241f tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:01:09.155998 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd2845a-27fa-4c88-b414-44540beaa54c tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=962dd89e-7e57-45b2-ba16-2427fcaa1215,revision_number=0']} {{(pid=92664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:01:09.158544 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-afd2845a-27fa-4c88-b414-44540beaa54c tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:01:09.160553 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff714861-15ee-4719-a868-54e4a291d3a3 req-fa689089-d091-4f84-bb0a-46e6a7564ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:01:09.162516 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-ff714861-15ee-4719-a868-54e4a291d3a3 req-fa689089-d091-4f84-bb0a-46e6a7564ce1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=81850642f174409483f593b77cce3c75&device_id=4c8bd445-2358-4341-9288-e4e2f927f34a HTTP/1.1" status: 200 len: 1097 time: 0.0617046 Jun 22 09:01:09.164289 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-afd2845a-27fa-4c88-b414-44540beaa54c tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:01:09.165632 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [None req-afd2845a-27fa-4c88-b414-44540beaa54c tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1334591 Jun 22 09:01:09.169262 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.wsgi [-] (92664) accepted ('10.222.0.22', 39080) {{(pid=92664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:01:09.173811 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.v2.base [None req-88cb5351-a4f7-4179-ac14-2164150c2c3e tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] Request body: {'floatingip': {'floating_network_id': '229d5e4a-3847-4866-aa2f-e37dad8eeeae'}} {{(pid=92664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:01:09.195680 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-88cb5351-a4f7-4179-ac14-2164150c2c3e tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] Notify callbacks [] for floatingip, before_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:01:09.205463 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-ff714861-15ee-4719-a868-54e4a291d3a3 req-e8415f1d-df7c-48ab-a874-4a83beb254a7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cc81d0ce-6bfa-4642-8a78-fdb383b2c6f5 HTTP/1.1" status: 200 len: 217 time: 0.0351462 Jun 22 09:01:09.260538 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff714861-15ee-4719-a868-54e4a291d3a3 req-98e2db7e-ae39-451c-b346-01ae04fa71ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:01:09.262003 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-ff714861-15ee-4719-a868-54e4a291d3a3 req-98e2db7e-ae39-451c-b346-01ae04fa71ef service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cb534458-5d1c-4d98-b6b3-377ef0b47b95 HTTP/1.1" status: 200 len: 853 time: 0.0495126 Jun 22 09:01:09.297228 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-ff714861-15ee-4719-a868-54e4a291d3a3 req-8d28df58-03a7-4842-8645-b7c597d7a2ff service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6706598b-aed2-4128-a68e-6105ca7ca237&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283499 Jun 22 09:01:09.311003 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-88cb5351-a4f7-4179-ac14-2164150c2c3e tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-133719140'] for port, before_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:01:09.389923 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-ff714861-15ee-4719-a868-54e4a291d3a3 req-ec16994f-8b4a-441c-9c1f-31a6d3d26a05 service neutron] 10.222.0.15 "GET /v2.0/networks/6706598b-aed2-4128-a68e-6105ca7ca237?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856905 Jun 22 09:01:09.419851 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.db.db_base_plugin_common [None req-88cb5351-a4f7-4179-ac14-2164150c2c3e tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] Allocated IP 172.28.3.207 (229d5e4a-3847-4866-aa2f-e37dad8eeeae/86526ad5-0ce1-4847-a8b3-31fb35f84f34/c25aca7e-d347-46e5-b686-e2717e7b3ee6) {{(pid=92664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:01:09.529082 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-ff714861-15ee-4719-a868-54e4a291d3a3 req-6b378999-bfc6-4ff9-a082-0df8d9c8d10f service neutron] 10.222.0.15 "GET /v2.0/networks/6706598b-aed2-4128-a68e-6105ca7ca237?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316841 Jun 22 09:01:09.534955 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-88cb5351-a4f7-4179-ac14-2164150c2c3e tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] Notify callbacks [] for port, precommit_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:01:09.554232 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d165ec5a-2e7b-49d9-8322-22eebcb03b5d req-f2a40014-96d5-4703-b810-c6f0be1f1b4e tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:01:09.556078 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-d165ec5a-2e7b-49d9-8322-22eebcb03b5d req-f2a40014-96d5-4703-b810-c6f0be1f1b4e tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.22 "GET /v2.0/ports?device_id=cba8e73f-3417-45d0-b833-91423937e845 HTTP/1.1" status: 200 len: 943 time: 0.1103952 Jun 22 09:01:09.588122 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-88cb5351-a4f7-4179-ac14-2164150c2c3e tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-133719719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-133660957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728379583061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9113225'] for port, after_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:01:09.591331 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-d46a569f-9086-4cb5-8d2f-b58c66186daa tempest-VolumesSnapshotTestJSON-984981180 tempest-VolumesSnapshotTestJSON-984981180-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:01:09.629756 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88cb5351-a4f7-4179-ac14-2164150c2c3e tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] Network 229d5e4a-3847-4866-aa2f-e37dad8eeeae is already hosted by enough agents. {{(pid=92664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:01:09.632491 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.scheduler.base_scheduler [None req-88cb5351-a4f7-4179-ac14-2164150c2c3e tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] Resources bound (agent type, host, resource id): {{(pid=92664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:01:09.635626 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88cb5351-a4f7-4179-ac14-2164150c2c3e tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] Received port after_create {{(pid=92664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:01:09.662538 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cb5351-a4f7-4179-ac14-2164150c2c3e tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] Pushing event updated for resources: {'Port': ['ID=c25aca7e-d347-46e5-b686-e2717e7b3ee6,revision_number=1']} {{(pid=92664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:01:09.665366 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-88cb5351-a4f7-4179-ac14-2164150c2c3e tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:01:09.668541 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-d165ec5a-2e7b-49d9-8322-22eebcb03b5d req-8766f1c9-0a8b-4716-a082-a49d1dd77de1 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.22 "GET /v2.0/security-groups?id=8407b8c1-16c2-4011-9481-6d71a524545c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0982704 Jun 22 09:01:09.710684 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848d7047-6457-49c7-bd2e-802cd5a02840 req-e86612ab-928f-410f-8d0c-fbec6ca33fe5 tempest-VolumesSnapshotTestJSON-984981180 tempest-VolumesSnapshotTestJSON-984981180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:01:09.712176 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-848d7047-6457-49c7-bd2e-802cd5a02840 req-e86612ab-928f-410f-8d0c-fbec6ca33fe5 tempest-VolumesSnapshotTestJSON-984981180 tempest-VolumesSnapshotTestJSON-984981180-project] 10.222.0.22 "GET /v2.0/ports?device_id=4c8bd445-2358-4341-9288-e4e2f927f34a HTTP/1.1" status: 200 len: 944 time: 0.0984495 Jun 22 09:01:09.714611 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3762d02-5f0d-4a03-aff7-335af75e2cdb req-3981588a-074f-455d-a750-6074451ea74c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:01:09.715992 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-c3762d02-5f0d-4a03-aff7-335af75e2cdb req-3981588a-074f-455d-a750-6074451ea74c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=81850642f174409483f593b77cce3c75&device_id=4c8bd445-2358-4341-9288-e4e2f927f34a HTTP/1.1" status: 200 len: 1097 time: 0.1377904 Jun 22 09:01:09.736940 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-88cb5351-a4f7-4179-ac14-2164150c2c3e tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:01:09.786724 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-88cb5351-a4f7-4179-ac14-2164150c2c3e tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133719154'] for port, before_update {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:01:09.809974 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-848d7047-6457-49c7-bd2e-802cd5a02840 req-4ca03400-4377-432a-81a0-9eda5f2efead tempest-VolumesSnapshotTestJSON-984981180 tempest-VolumesSnapshotTestJSON-984981180-project] 10.222.0.22 "GET /v2.0/security-groups?id=c7131d86-2a03-4f85-9d37-dc4b557265fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899904 Jun 22 09:01:09.858737 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3762d02-5f0d-4a03-aff7-335af75e2cdb req-3b8583e7-d0bd-4c38-8af1-6536f235496f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:01:09.861191 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-c3762d02-5f0d-4a03-aff7-335af75e2cdb req-3b8583e7-d0bd-4c38-8af1-6536f235496f service neutron] 10.222.0.15 "GET /v2.0/networks?id=6706598b-aed2-4128-a68e-6105ca7ca237 HTTP/1.1" status: 200 len: 914 time: 0.1332140 Jun 22 09:01:09.905547 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-c3762d02-5f0d-4a03-aff7-335af75e2cdb req-15f52e40-87df-4527-af0f-a569618ed285 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cc81d0ce-6bfa-4642-8a78-fdb383b2c6f5 HTTP/1.1" status: 200 len: 217 time: 0.0366154 Jun 22 09:01:09.946752 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-88cb5351-a4f7-4179-ac14-2164150c2c3e tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] Notify callbacks [] for port, precommit_update {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:01:09.952154 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-88cb5351-a4f7-4179-ac14-2164150c2c3e tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133719696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133660950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728380107731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728379583079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728379583124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9113275'] for port, after_update {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:01:09.955149 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-176db93c-d6fb-45dd-b65f-f029e0f45e96 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:01:09.956224 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3762d02-5f0d-4a03-aff7-335af75e2cdb req-e4a4ab44-c802-43e6-b6a3-2a6161ddb052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:01:09.957721 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-c3762d02-5f0d-4a03-aff7-335af75e2cdb req-e4a4ab44-c802-43e6-b6a3-2a6161ddb052 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cb534458-5d1c-4d98-b6b3-377ef0b47b95 HTTP/1.1" status: 200 len: 853 time: 0.0445850 Jun 22 09:01:09.991369 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-c3762d02-5f0d-4a03-aff7-335af75e2cdb req-b89a64f1-64dc-4e32-a46e-dc2be2e7c9a5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6706598b-aed2-4128-a68e-6105ca7ca237&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267184 Jun 22 09:01:10.025095 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cb5351-a4f7-4179-ac14-2164150c2c3e tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] Pushing event updated for resources: {'Port': ['ID=c25aca7e-d347-46e5-b686-e2717e7b3ee6,revision_number=2']} {{(pid=92664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:01:10.029916 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-88cb5351-a4f7-4179-ac14-2164150c2c3e tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:01:10.031066 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-88cb5351-a4f7-4179-ac14-2164150c2c3e tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-546628'] for floatingip, after_update {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:01:10.044283 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-88cb5351-a4f7-4179-ac14-2164150c2c3e tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27927'] for floatingip, before_response {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:01:10.045428 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [None req-88cb5351-a4f7-4179-ac14-2164150c2c3e tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8751023 Jun 22 09:01:10.086491 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-c3762d02-5f0d-4a03-aff7-335af75e2cdb req-35626903-6391-497e-8755-1dc5f189ff26 service neutron] 10.222.0.15 "GET /v2.0/networks/6706598b-aed2-4128-a68e-6105ca7ca237?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880961 Jun 22 09:01:10.177526 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-c3762d02-5f0d-4a03-aff7-335af75e2cdb req-4235dca0-8c8d-4db4-8c11-53fb8e77beeb service neutron] 10.222.0.15 "GET /v2.0/networks/6706598b-aed2-4128-a68e-6105ca7ca237?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842299 Jun 22 09:01:10.236915 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-d9080eae-21bd-445e-a0bc-7305da354ec2 req-64be9deb-73df-41d1-9076-9d68a4880b40 tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--577856892&fields=id&tenant_id=539be15b3b01480196a1d49d035c0e00 HTTP/1.1" status: 200 len: 267 time: 0.0375497 Jun 22 09:01:10.341671 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9080eae-21bd-445e-a0bc-7305da354ec2 req-a428eb4b-56ec-4bc4-a6f7-1215a62da706 tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:01:10.343042 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-d9080eae-21bd-445e-a0bc-7305da354ec2 req-a428eb4b-56ec-4bc4-a6f7-1215a62da706 tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] 10.222.0.22 "GET /v2.0/networks?id=6858ed3b-c3b9-4692-a3bd-5458c5aaeb61 HTTP/1.1" status: 200 len: 810 time: 0.0996790 Jun 22 09:01:10.358052 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-d9080eae-21bd-445e-a0bc-7305da354ec2 req-8c72ae0c-2650-47da-8e01-b8414d3a402f tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] 10.222.0.22 "GET /v2.0/quotas/539be15b3b01480196a1d49d035c0e00 HTTP/1.1" status: 200 len: 375 time: 0.0091262 Jun 22 09:01:10.428585 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-d9080eae-21bd-445e-a0bc-7305da354ec2 req-4e672a40-178f-4503-9dd1-f4739491c917 tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=539be15b3b01480196a1d49d035c0e00&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0655689 Jun 22 09:01:10.460791 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.rpc [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Device b92363bd-c4b1-44e7-94d6-7b2550a004a4 details requested by agent hyperv_hv-cinder-79733 with host hv-cinder-79733 {{(pid=92666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 09:01:10.522080 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-d9080eae-21bd-445e-a0bc-7305da354ec2 req-862f42a0-e4f3-48fe-a131-5ab4f8092c24 service neutron] 10.222.0.22 "GET /v2.0/networks/6858ed3b-c3b9-4692-a3bd-5458c5aaeb61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818915 Jun 22 09:01:10.553440 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.db [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] For port b92363bd-c4b1-44e7-94d6-7b2550a004a4, host hv-cinder-79733, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79733',level=0,port_id=b92363bd-c4b1-44e7-94d6-7b2550a004a4,segment=NetworkSegment(ff26e6d0-efb0-4f26-b4ca-43fb0499d495),segment_id=ff26e6d0-efb0-4f26-b4ca-43fb0499d495)] {{(pid=92666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:01:10.565499 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.rpc [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Returning: {'device': 'b92363bd-c4b1-44e7-94d6-7b2550a004a4', 'network_id': '266e7c95-823e-49c0-9793-a3850a55863e', 'port_id': 'b92363bd-c4b1-44e7-94d6-7b2550a004a4', 'mac_address': 'fa:16:3e:a4:d6:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fa320cf-b578-475c-89d7-a0309e38937c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 09:01:10.602195 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133719154'] for port, before_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:01:10.615861 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-d9080eae-21bd-445e-a0bc-7305da354ec2 req-d15b9dd2-c2d9-4a06-8fca-5d00035385a4 service neutron] 10.222.0.22 "GET /v2.0/networks/6858ed3b-c3b9-4692-a3bd-5458c5aaeb61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876732 Jun 22 09:01:10.618897 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.notifiers.nova [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b92363bd-c4b1-44e7-94d6-7b2550a004a4 {{(pid=92666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 09:01:10.643417 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.db [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] For port b92363bd-c4b1-44e7-94d6-7b2550a004a4, host hv-cinder-79733, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79733',level=0,port_id=b92363bd-c4b1-44e7-94d6-7b2550a004a4,segment=NetworkSegment(ff26e6d0-efb0-4f26-b4ca-43fb0499d495),segment_id=ff26e6d0-efb0-4f26-b4ca-43fb0499d495)] {{(pid=92666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:01:10.649063 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133719696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133660950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728380107731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728379583079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728379583124'] for port, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:01:10.651216 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG oslo_concurrency.lockutils [None req-1e4fafe9-115f-4bb0-a068-03d84282ad59 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:01:10.812051 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-094186ba-ba39-45c5-9ec2-babd749d563e req-1ac19133-b754-4e22-91ec-5393935123dc tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] 10.222.0.22 "GET /v2.0/ports?device_id=1218c6d9-f7ac-4075-aa16-5d3235c11140 HTTP/1.1" status: 200 len: 210 time: 0.0343289 Jun 22 09:01:10.839841 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Pushing event updated for resources: {'Port': ['ID=b92363bd-c4b1-44e7-94d6-7b2550a004a4,revision_number=4']} {{(pid=92666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:01:10.847499 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:01:10.847841 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:01:10.848177 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:01:10.848506 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:01:10.848827 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:01:10.849145 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:01:10.849641 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:01:10.849964 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:01:10.850282 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:01:10.850599 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:01:10.851090 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:01:10.851414 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:01:10.856818 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG oslo_concurrency.lockutils [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=92666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:01:10.886158 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.db [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] get_ports_and_sgs() called for port_ids ['b92363bd-c4b1-44e7-94d6-7b2550a004a4'] {{(pid=92666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 09:01:10.895890 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904f7dd2-c292-4da7-ae20-f83d5d7b8a04 req-86837922-258e-43ee-9349-52fcab715f83 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:01:10.903447 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-904f7dd2-c292-4da7-ae20-f83d5d7b8a04 req-86837922-258e-43ee-9349-52fcab715f83 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.22 "GET /v2.0/ports?device_id=cba8e73f-3417-45d0-b833-91423937e845 HTTP/1.1" status: 200 len: 944 time: 0.0939276 Jun 22 09:01:10.954654 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-904f7dd2-c292-4da7-ae20-f83d5d7b8a04 req-18e41d70-7dc3-4e2f-9188-c15aa6c29352 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.22 "GET /v2.0/security-groups?id=8407b8c1-16c2-4011-9481-6d71a524545c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496194 Jun 22 09:01:11.036502 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668265fb-4b44-487b-853e-bd9a3e89eb40 req-b4e8f49f-15f6-423e-a03a-4147bfdf7d81 tempest-VolumesSnapshotTestJSON-984981180 tempest-VolumesSnapshotTestJSON-984981180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:01:11.038045 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-668265fb-4b44-487b-853e-bd9a3e89eb40 req-b4e8f49f-15f6-423e-a03a-4147bfdf7d81 tempest-VolumesSnapshotTestJSON-984981180 tempest-VolumesSnapshotTestJSON-984981180-project] 10.222.0.22 "GET /v2.0/ports?device_id=4c8bd445-2358-4341-9288-e4e2f927f34a HTTP/1.1" status: 200 len: 944 time: 0.0817916 Jun 22 09:01:11.077868 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-2a7decd9-a70d-482f-9b33-97d742623bf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380123073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133916839'] for agent, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:01:11.083714 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-668265fb-4b44-487b-853e-bd9a3e89eb40 req-0c65299c-931c-4a05-8830-9abe3b265659 tempest-VolumesSnapshotTestJSON-984981180 tempest-VolumesSnapshotTestJSON-984981180-project] 10.222.0.22 "GET /v2.0/security-groups?id=c7131d86-2a03-4f85-9d37-dc4b557265fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396121 Jun 22 09:01:11.882531 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9080eae-21bd-445e-a0bc-7305da354ec2 req-fdd3e36e-d77e-4544-8d45-04cb371c966f tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:01:11.883997 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-d9080eae-21bd-445e-a0bc-7305da354ec2 req-fdd3e36e-d77e-4544-8d45-04cb371c966f tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] 10.222.0.15 "GET /v2.0/networks?id=6858ed3b-c3b9-4692-a3bd-5458c5aaeb61 HTTP/1.1" status: 200 len: 810 time: 0.1047351 Jun 22 09:01:11.939521 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-d9080eae-21bd-445e-a0bc-7305da354ec2 req-4043e136-2b58-4d90-a036-de5cbe4f2615 tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=539be15b3b01480196a1d49d035c0e00 HTTP/1.1" status: 200 len: 379 time: 0.0375400 Jun 22 09:01:11.980872 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.v2.base [req-d9080eae-21bd-445e-a0bc-7305da354ec2 req-68fed137-76e4-4988-a5bd-c29779af1374 tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] Request body: {'port': {'device_id': '1218c6d9-f7ac-4075-aa16-5d3235c11140', 'network_id': '6858ed3b-c3b9-4692-a3bd-5458c5aaeb61', 'admin_state_up': True, 'tenant_id': '539be15b3b01480196a1d49d035c0e00', 'security_groups': ['1f05d5bd-cb3f-46fa-a132-b38aa9efec49']}} {{(pid=92665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:01:11.986791 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-5dafc8ac-a7af-4d4c-adab-770a9ffc8699 req-2000de3d-140f-405b-8803-5d0ab73adacd tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] 10.222.0.22 "GET /v2.0/ports?device_id=1218c6d9-f7ac-4075-aa16-5d3235c11140 HTTP/1.1" status: 200 len: 210 time: 0.0450540 Jun 22 09:01:12.143491 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9080eae-21bd-445e-a0bc-7305da354ec2 req-68fed137-76e4-4988-a5bd-c29779af1374 tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] Made reservation on behalf of 539be15b3b01480196a1d49d035c0e00 for: {'port': 1} {{(pid=92665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:01:12.147047 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [req-d9080eae-21bd-445e-a0bc-7305da354ec2 req-68fed137-76e4-4988-a5bd-c29779af1374 tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-133719140'] for port, before_create {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:01:12.173420 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c7f243-3d19-4f49-accc-161314479bc3 req-1f3f41ce-87f6-4da2-a148-cdff0eca4864 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:01:12.174942 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-16c7f243-3d19-4f49-accc-161314479bc3 req-1f3f41ce-87f6-4da2-a148-cdff0eca4864 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.22 "GET /v2.0/ports?device_id=cba8e73f-3417-45d0-b833-91423937e845 HTTP/1.1" status: 200 len: 944 time: 0.1011031 Jun 22 09:01:12.297081 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-16c7f243-3d19-4f49-accc-161314479bc3 req-f11266d0-3509-4d4f-b1c4-19a7eae0c015 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.22 "GET /v2.0/security-groups?id=8407b8c1-16c2-4011-9481-6d71a524545c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1122248 Jun 22 09:01:12.356178 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.db.db_base_plugin_common [req-d9080eae-21bd-445e-a0bc-7305da354ec2 req-68fed137-76e4-4988-a5bd-c29779af1374 tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] Allocated IP 172.20.0.7 (6858ed3b-c3b9-4692-a3bd-5458c5aaeb61/d3540fe9-cc9d-4e8a-ade5-a63ad9a74449/772a827c-2031-4578-b15a-8a9e99dca9c3) {{(pid=92665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:01:12.381133 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730808f0-6151-4398-91e0-07db3ad7103c req-919f5957-ab70-4fd6-bc33-51b2101c8992 tempest-VolumesSnapshotTestJSON-984981180 tempest-VolumesSnapshotTestJSON-984981180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:01:12.382642 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-730808f0-6151-4398-91e0-07db3ad7103c req-919f5957-ab70-4fd6-bc33-51b2101c8992 tempest-VolumesSnapshotTestJSON-984981180 tempest-VolumesSnapshotTestJSON-984981180-project] 10.222.0.22 "GET /v2.0/ports?device_id=4c8bd445-2358-4341-9288-e4e2f927f34a HTTP/1.1" status: 200 len: 944 time: 0.1560512 Jun 22 09:01:12.469843 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.rpc [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Device cc81d0ce-6bfa-4642-8a78-fdb383b2c6f5 details requested by agent hyperv_hv-cinder-79733 with host hv-cinder-79733 {{(pid=92666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 09:01:12.473707 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-730808f0-6151-4398-91e0-07db3ad7103c req-3bb90b17-4699-4825-b2fb-9259b6fe71dd tempest-VolumesSnapshotTestJSON-984981180 tempest-VolumesSnapshotTestJSON-984981180-project] 10.222.0.22 "GET /v2.0/security-groups?id=c7131d86-2a03-4f85-9d37-dc4b557265fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848262 Jun 22 09:01:12.478546 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.rpc [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Device b92363bd-c4b1-44e7-94d6-7b2550a004a4 up at agent hyperv_hv-cinder-79733 {{(pid=92666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:01:12.533625 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [req-d9080eae-21bd-445e-a0bc-7305da354ec2 req-68fed137-76e4-4988-a5bd-c29779af1374 tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] Notify callbacks [] for port, precommit_create {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:01:12.547538 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.db.provisioning_blocks [req-d9080eae-21bd-445e-a0bc-7305da354ec2 req-68fed137-76e4-4988-a5bd-c29779af1374 tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] Transition to ACTIVE for port object 772a827c-2031-4578-b15a-8a9e99dca9c3 will not be triggered until provisioned by entity DHCP. {{(pid=92665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:01:12.581660 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.provisioning_blocks [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Provisioning for port b92363bd-c4b1-44e7-94d6-7b2550a004a4 completed by entity L2. {{(pid=92666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:01:12.583173 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [req-d9080eae-21bd-445e-a0bc-7305da354ec2 req-68fed137-76e4-4988-a5bd-c29779af1374 tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-133719719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-133660957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728379583061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4027064'] for port, after_create {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:01:12.587069 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-a9e4962a-0568-45bf-ac21-ac49e8dffc7d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:01:12.593360 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.provisioning_blocks [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Provisioning complete for port b92363bd-c4b1-44e7-94d6-7b2550a004a4 triggered by entity L2. {{(pid=92666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:01:12.593749 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133917554'] for port, provisioning_complete {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:01:12.635559 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9080eae-21bd-445e-a0bc-7305da354ec2 req-68fed137-76e4-4988-a5bd-c29779af1374 tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] Network 6858ed3b-c3b9-4692-a3bd-5458c5aaeb61 is already hosted by enough agents. {{(pid=92665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:01:12.636245 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.db [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] For port cc81d0ce-6bfa-4642-8a78-fdb383b2c6f5, host hv-cinder-79733, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79733',level=0,port_id=cc81d0ce-6bfa-4642-8a78-fdb383b2c6f5,segment=NetworkSegment(717bdc44-a0e1-4ce2-ac7e-465c14fbffc4),segment_id=717bdc44-a0e1-4ce2-ac7e-465c14fbffc4)] {{(pid=92666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:01:12.639014 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.scheduler.base_scheduler [req-d9080eae-21bd-445e-a0bc-7305da354ec2 req-68fed137-76e4-4988-a5bd-c29779af1374 tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] Resources bound (agent type, host, resource id): {{(pid=92665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:01:12.642859 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9080eae-21bd-445e-a0bc-7305da354ec2 req-68fed137-76e4-4988-a5bd-c29779af1374 tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] Received port after_create {{(pid=92665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:01:12.651932 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.rpc [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Returning: {'device': 'cc81d0ce-6bfa-4642-8a78-fdb383b2c6f5', 'network_id': '6706598b-aed2-4128-a68e-6105ca7ca237', 'port_id': 'cc81d0ce-6bfa-4642-8a78-fdb383b2c6f5', 'mac_address': 'fa:16:3e:5d:f0:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb534458-5d1c-4d98-b6b3-377ef0b47b95', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 09:01:12.668932 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fed137-76e4-4988-a5bd-c29779af1374 tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] Pushing event updated for resources: {'Port': ['ID=772a827c-2031-4578-b15a-8a9e99dca9c3,revision_number=1']} {{(pid=92665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:01:12.673387 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-68fed137-76e4-4988-a5bd-c29779af1374 tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:01:12.698648 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9080eae-21bd-445e-a0bc-7305da354ec2 req-68fed137-76e4-4988-a5bd-c29779af1374 tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:01:12.699343 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [req-d9080eae-21bd-445e-a0bc-7305da354ec2 req-68fed137-76e4-4988-a5bd-c29779af1374 tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27927'] for port, before_response {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:01:12.717266 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-d9080eae-21bd-445e-a0bc-7305da354ec2 req-68fed137-76e4-4988-a5bd-c29779af1374 tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7664301 Jun 22 09:01:12.717608 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133719154'] for port, before_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:01:12.732095 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.v2.base [req-d9080eae-21bd-445e-a0bc-7305da354ec2 req-b9f8628d-5c58-4938-8706-40c8cff4dab5 service neutron] Request body: {'port': {'device_id': '1218c6d9-f7ac-4075-aa16-5d3235c11140', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79733'}} {{(pid=92665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:01:12.739334 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.notifiers.nova [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc81d0ce-6bfa-4642-8a78-fdb383b2c6f5 {{(pid=92666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 09:01:12.743330 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133719154'] for port, before_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:01:12.776249 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.db [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] For port cc81d0ce-6bfa-4642-8a78-fdb383b2c6f5, host hv-cinder-79733, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79733',level=0,port_id=cc81d0ce-6bfa-4642-8a78-fdb383b2c6f5,segment=NetworkSegment(717bdc44-a0e1-4ce2-ac7e-465c14fbffc4),segment_id=717bdc44-a0e1-4ce2-ac7e-465c14fbffc4)] {{(pid=92666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:01:12.782300 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cba8e73f-3417-45d0-b833-91423937e845', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b92363bd-c4b1-44e7-94d6-7b2550a004a4'}] {{(pid=92666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:01:12.784621 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d55364b227510a28ea0dc9c97ec82a2823dd2b88b3d79212c5ee75253478bf9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdbda138-cbad-48f2-b518-63c808257736" -d '{"events": [{"server_uuid": "cba8e73f-3417-45d0-b833-91423937e845", "name": "network-vif-plugged", "status": "completed", "tag": "b92363bd-c4b1-44e7-94d6-7b2550a004a4"}]}' {{(pid=92666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:01:12.789624 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133719696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133660950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728380107731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728379583079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728379583124'] for port, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:01:12.796465 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG oslo_concurrency.lockutils [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:01:12.806035 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.db [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] For port b92363bd-c4b1-44e7-94d6-7b2550a004a4, host hv-cinder-79733, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79733',level=0,port_id=b92363bd-c4b1-44e7-94d6-7b2550a004a4,segment=NetworkSegment(ff26e6d0-efb0-4f26-b4ca-43fb0499d495),segment_id=ff26e6d0-efb0-4f26-b4ca-43fb0499d495)] {{(pid=92666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:01:12.819670 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [req-d9080eae-21bd-445e-a0bc-7305da354ec2 req-b9f8628d-5c58-4938-8706-40c8cff4dab5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133719154'] for port, before_update {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:01:12.826080 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133719696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133660950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728380107731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728379583079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728379583124'] for port, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:01:12.841257 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 09:01:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8eecb22-1d25-45a2-9413-5d3dddffd039 x-openstack-request-id: req-f8eecb22-1d25-45a2-9413-5d3dddffd039 {{(pid=92666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:01:12.841552 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cba8e73f-3417-45d0-b833-91423937e845", "name": "network-vif-plugged", "status": "completed", "tag": "b92363bd-c4b1-44e7-94d6-7b2550a004a4", "code": 200}]} {{(pid=92666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:01:12.841835 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f8eecb22-1d25-45a2-9413-5d3dddffd039 {{(pid=92666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:01:12.842228 dv-cinder-797333-1-smb neutron-server[92666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cba8e73f-3417-45d0-b833-91423937e845', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b92363bd-c4b1-44e7-94d6-7b2550a004a4', 'code': 200} Jun 22 09:01:12.860502 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Pushing event updated for resources: {'Port': ['ID=cc81d0ce-6bfa-4642-8a78-fdb383b2c6f5,revision_number=4']} {{(pid=92666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:01:12.863435 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG oslo_concurrency.lockutils [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:01:12.863985 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG oslo_concurrency.lockutils [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.034s {{(pid=92666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:01:12.916730 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.provisioning_blocks [None req-0e16080a-6138-42ca-9a01-493c7e09af43 None None] Provisioning for port 772a827c-2031-4578-b15a-8a9e99dca9c3 completed by entity DHCP. {{(pid=92666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:01:12.922137 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Pushing event updated for resources: {'Port': ['ID=b92363bd-c4b1-44e7-94d6-7b2550a004a4,revision_number=5']} {{(pid=92666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:01:12.924797 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.provisioning_blocks [None req-0e16080a-6138-42ca-9a01-493c7e09af43 None None] Provisioning complete for port 772a827c-2031-4578-b15a-8a9e99dca9c3 triggered by entity DHCP. {{(pid=92666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:01:12.925179 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-0e16080a-6138-42ca-9a01-493c7e09af43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133917554'] for port, provisioning_complete {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:01:12.946700 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG oslo_concurrency.lockutils [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:01:12.965031 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.plugin [None req-0e16080a-6138-42ca-9a01-493c7e09af43 None None] Port 772a827c-2031-4578-b15a-8a9e99dca9c3 cannot update to ACTIVE because it is not bound. {{(pid=92666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:01:13.044161 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.db [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] get_ports_and_sgs() called for port_ids ['cc81d0ce-6bfa-4642-8a78-fdb383b2c6f5'] {{(pid=92666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 09:01:13.083829 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6d5924-1cfe-4bdb-b58c-7f6fb332eb28 req-a62fb475-0373-4b47-8282-55be41aa1551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:01:13.085670 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-6a6d5924-1cfe-4bdb-b58c-7f6fb332eb28 req-a62fb475-0373-4b47-8282-55be41aa1551 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=cba8e73f-3417-45d0-b833-91423937e845 HTTP/1.1" status: 200 len: 1098 time: 0.0605259 Jun 22 09:01:13.126523 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.notifiers.nova [req-d9080eae-21bd-445e-a0bc-7305da354ec2 req-b9f8628d-5c58-4938-8706-40c8cff4dab5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 772a827c-2031-4578-b15a-8a9e99dca9c3 {{(pid=92665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 09:01:13.129129 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-6a6d5924-1cfe-4bdb-b58c-7f6fb332eb28 req-150732db-47b3-43b3-9e09-ac6d2e12e052 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=8407b8c1-16c2-4011-9481-6d71a524545c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363932 Jun 22 09:01:13.144083 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [req-d9080eae-21bd-445e-a0bc-7305da354ec2 req-b9f8628d-5c58-4938-8706-40c8cff4dab5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:01:13.176383 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.db.provisioning_blocks [req-d9080eae-21bd-445e-a0bc-7305da354ec2 req-b9f8628d-5c58-4938-8706-40c8cff4dab5 service neutron] Transition to ACTIVE for port object 772a827c-2031-4578-b15a-8a9e99dca9c3 will not be triggered until provisioned by entity L2. {{(pid=92665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:01:13.184312 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [req-d9080eae-21bd-445e-a0bc-7305da354ec2 req-b9f8628d-5c58-4938-8706-40c8cff4dab5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133719696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133660950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728380107731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728379583079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728379583124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4027018'] for port, after_update {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:01:13.190406 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-51011ceb-6879-458b-ba08-a384fbc7871a tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:01:13.274312 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f8628d-5c58-4938-8706-40c8cff4dab5 service neutron] Pushing event updated for resources: {'Port': ['ID=772a827c-2031-4578-b15a-8a9e99dca9c3,revision_number=2']} {{(pid=92665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:01:13.279319 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-b9f8628d-5c58-4938-8706-40c8cff4dab5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:01:13.287173 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d934022c-ff96-4e57-901f-8d585b3c8919 req-4fbaed52-c849-4b24-8caa-355d0109d916 tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:01:13.288677 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-d934022c-ff96-4e57-901f-8d585b3c8919 req-4fbaed52-c849-4b24-8caa-355d0109d916 tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] 10.222.0.22 "GET /v2.0/ports?device_id=1218c6d9-f7ac-4075-aa16-5d3235c11140 HTTP/1.1" status: 200 len: 931 time: 0.1567001 Jun 22 09:01:13.372618 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-d934022c-ff96-4e57-901f-8d585b3c8919 req-2278a6be-9d2d-402f-bd35-3a6e37b44a44 tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] 10.222.0.22 "GET /v2.0/security-groups?id=1f05d5bd-cb3f-46fa-a132-b38aa9efec49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775192 Jun 22 09:01:13.391086 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.plugins.ml2.managers [req-d9080eae-21bd-445e-a0bc-7305da354ec2 req-b9f8628d-5c58-4938-8706-40c8cff4dab5 service neutron] Attempting to bind port 772a827c-2031-4578-b15a-8a9e99dca9c3 on host hv-cinder-79733 for vnic_type normal with profile {{(pid=92665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:01:13.391492 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.plugins.ml2.managers [req-d9080eae-21bd-445e-a0bc-7305da354ec2 req-b9f8628d-5c58-4938-8706-40c8cff4dab5 service neutron] Attempting to bind port 772a827c-2031-4578-b15a-8a9e99dca9c3 by drivers openvswitch,hyperv on host hv-cinder-79733 at level 0 using segments [{'id': 'a37c650b-e011-49b1-9fb9-c613dfbe5229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '6858ed3b-c3b9-4692-a3bd-5458c5aaeb61'}] {{(pid=92665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:01:13.391889 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9080eae-21bd-445e-a0bc-7305da354ec2 req-b9f8628d-5c58-4938-8706-40c8cff4dab5 service neutron] Attempting to bind port 772a827c-2031-4578-b15a-8a9e99dca9c3 on network 6858ed3b-c3b9-4692-a3bd-5458c5aaeb61 {{(pid=92665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:01:13.396858 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9080eae-21bd-445e-a0bc-7305da354ec2 req-b9f8628d-5c58-4938-8706-40c8cff4dab5 service neutron] Port 772a827c-2031-4578-b15a-8a9e99dca9c3 on network 6858ed3b-c3b9-4692-a3bd-5458c5aaeb61 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79733 {{(pid=92665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 09:01:13.397251 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9080eae-21bd-445e-a0bc-7305da354ec2 req-b9f8628d-5c58-4938-8706-40c8cff4dab5 service neutron] Attempting to bind port 772a827c-2031-4578-b15a-8a9e99dca9c3 on network 6858ed3b-c3b9-4692-a3bd-5458c5aaeb61 {{(pid=92665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:01:13.403215 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9080eae-21bd-445e-a0bc-7305da354ec2 req-b9f8628d-5c58-4938-8706-40c8cff4dab5 service neutron] Checking agent: {'id': '0fb2479b-8850-47fd-bce9-7c475063265a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79733', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 8, 54, 53), 'started_at': datetime.datetime(2021, 6, 22, 8, 54, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 0, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:01:13.403548 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9080eae-21bd-445e-a0bc-7305da354ec2 req-b9f8628d-5c58-4938-8706-40c8cff4dab5 service neutron] Checking segment: {'id': 'a37c650b-e011-49b1-9fb9-c613dfbe5229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '6858ed3b-c3b9-4692-a3bd-5458c5aaeb61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:01:13.403927 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9080eae-21bd-445e-a0bc-7305da354ec2 req-b9f8628d-5c58-4938-8706-40c8cff4dab5 service neutron] Bound using segment: {'id': 'a37c650b-e011-49b1-9fb9-c613dfbe5229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '6858ed3b-c3b9-4692-a3bd-5458c5aaeb61'} {{(pid=92665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:01:13.404356 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.plugins.ml2.managers [req-d9080eae-21bd-445e-a0bc-7305da354ec2 req-b9f8628d-5c58-4938-8706-40c8cff4dab5 service neutron] Bound port: 772a827c-2031-4578-b15a-8a9e99dca9c3, host: hv-cinder-79733, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a37c650b-e011-49b1-9fb9-c613dfbe5229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '6858ed3b-c3b9-4692-a3bd-5458c5aaeb61'}}] {{(pid=92665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:01:13.404724 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [req-d9080eae-21bd-445e-a0bc-7305da354ec2 req-b9f8628d-5c58-4938-8706-40c8cff4dab5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133719154'] for port, before_update {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:01:13.516246 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.plugins.ml2.db [req-d9080eae-21bd-445e-a0bc-7305da354ec2 req-b9f8628d-5c58-4938-8706-40c8cff4dab5 service neutron] For port 772a827c-2031-4578-b15a-8a9e99dca9c3, host hv-cinder-79733, cleared binding levels {{(pid=92665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:01:13.523813 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-e107b97a-c8a9-4882-84d0-a2ad771bb046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380123073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133916839'] for agent, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:01:13.527839 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db696604-56bd-427c-b884-9aba7af3e09b req-946101d1-5dc5-4782-9dbb-f38b8cc06e3c tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:01:13.529403 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-db696604-56bd-427c-b884-9aba7af3e09b req-946101d1-5dc5-4782-9dbb-f38b8cc06e3c tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.22 "GET /v2.0/ports?device_id=cba8e73f-3417-45d0-b833-91423937e845 HTTP/1.1" status: 200 len: 945 time: 0.1114309 Jun 22 09:01:13.531400 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.plugins.ml2.db [req-d9080eae-21bd-445e-a0bc-7305da354ec2 req-b9f8628d-5c58-4938-8706-40c8cff4dab5 service neutron] For port 772a827c-2031-4578-b15a-8a9e99dca9c3, host hv-cinder-79733, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79733',level=0,port_id=772a827c-2031-4578-b15a-8a9e99dca9c3,segment=NetworkSegment(a37c650b-e011-49b1-9fb9-c613dfbe5229),segment_id=a37c650b-e011-49b1-9fb9-c613dfbe5229)] {{(pid=92665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:01:13.537546 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [req-d9080eae-21bd-445e-a0bc-7305da354ec2 req-b9f8628d-5c58-4938-8706-40c8cff4dab5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133719696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133660950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728380107731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728379583079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728379583124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4027018'] for port, after_update {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:01:13.540268 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-28a85cc0-bdfd-4c2d-bae7-da832cadd620 tempest-VolumesNegativeTest-369131302 tempest-VolumesNegativeTest-369131302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:01:13.590905 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9080eae-21bd-445e-a0bc-7305da354ec2 req-b9f8628d-5c58-4938-8706-40c8cff4dab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:01:13.591703 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [req-d9080eae-21bd-445e-a0bc-7305da354ec2 req-b9f8628d-5c58-4938-8706-40c8cff4dab5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27927'] for port, before_response {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:01:13.593299 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-d9080eae-21bd-445e-a0bc-7305da354ec2 req-b9f8628d-5c58-4938-8706-40c8cff4dab5 service neutron] 10.222.0.15 "PUT /v2.0/ports/772a827c-2031-4578-b15a-8a9e99dca9c3 HTTP/1.1" status: 200 len: 1093 time: 0.8679447 Jun 22 09:01:13.598413 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1218c6d9-f7ac-4075-aa16-5d3235c11140', 'tag': '772a827c-2031-4578-b15a-8a9e99dca9c3'}] {{(pid=92665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:01:13.600745 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}600ed202ef5c6893f709c92c950a9f9cd42c49f10c76c91c75f79f08b33dd1bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00fca9e8-2b97-4592-bfa5-0af34bd7c303" -d '{"events": [{"name": "network-changed", "server_uuid": "1218c6d9-f7ac-4075-aa16-5d3235c11140", "tag": "772a827c-2031-4578-b15a-8a9e99dca9c3"}]}' {{(pid=92665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:01:13.674697 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-db696604-56bd-427c-b884-9aba7af3e09b req-494dec68-7657-45ef-ace1-18aaffd2b4df tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.22 "GET /v2.0/security-groups?id=8407b8c1-16c2-4011-9481-6d71a524545c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1388209 Jun 22 09:01:13.691699 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f8628d-5c58-4938-8706-40c8cff4dab5 service neutron] Pushing event updated for resources: {'Port': ['ID=772a827c-2031-4578-b15a-8a9e99dca9c3,revision_number=3']} {{(pid=92665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:01:13.696123 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-b9f8628d-5c58-4938-8706-40c8cff4dab5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:01:13.733864 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 09:01:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f89f8a8-c4fd-4fbb-ba84-8fc63191e9c5 x-openstack-request-id: req-6f89f8a8-c4fd-4fbb-ba84-8fc63191e9c5 {{(pid=92665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:01:13.734183 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1218c6d9-f7ac-4075-aa16-5d3235c11140", "tag": "772a827c-2031-4578-b15a-8a9e99dca9c3", "status": "completed", "code": 200}]} {{(pid=92665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:01:13.734463 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6f89f8a8-c4fd-4fbb-ba84-8fc63191e9c5 {{(pid=92665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:01:13.734876 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1218c6d9-f7ac-4075-aa16-5d3235c11140', 'tag': '772a827c-2031-4578-b15a-8a9e99dca9c3', 'status': 'completed', 'code': 200} Jun 22 09:01:13.759295 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d21fcea-23aa-4811-ba6c-6e1c2309c296 req-8bb6d5ee-e10a-4d45-a9ea-820d83979c21 tempest-VolumesSnapshotTestJSON-984981180 tempest-VolumesSnapshotTestJSON-984981180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:01:13.760848 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-2d21fcea-23aa-4811-ba6c-6e1c2309c296 req-8bb6d5ee-e10a-4d45-a9ea-820d83979c21 tempest-VolumesSnapshotTestJSON-984981180 tempest-VolumesSnapshotTestJSON-984981180-project] 10.222.0.22 "GET /v2.0/ports?device_id=4c8bd445-2358-4341-9288-e4e2f927f34a HTTP/1.1" status: 200 len: 945 time: 0.1641235 Jun 22 09:01:13.767959 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9080eae-21bd-445e-a0bc-7305da354ec2 req-3102ea0d-883d-475f-b1e2-d9b797f85378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:01:13.769439 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-d9080eae-21bd-445e-a0bc-7305da354ec2 req-3102ea0d-883d-475f-b1e2-d9b797f85378 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=539be15b3b01480196a1d49d035c0e00&device_id=1218c6d9-f7ac-4075-aa16-5d3235c11140 HTTP/1.1" status: 200 len: 1096 time: 0.1145301 Jun 22 09:01:13.821652 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-d9080eae-21bd-445e-a0bc-7305da354ec2 req-051d4d2e-8fba-44a7-ab0e-c10d3827101b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=772a827c-2031-4578-b15a-8a9e99dca9c3 HTTP/1.1" status: 200 len: 217 time: 0.0440831 Jun 22 09:01:13.848667 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380123073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133916839'] for agent, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:01:13.862960 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-2d21fcea-23aa-4811-ba6c-6e1c2309c296 req-7db8bb1d-0305-44c9-953c-99d49b2d8f07 tempest-VolumesSnapshotTestJSON-984981180 tempest-VolumesSnapshotTestJSON-984981180-project] 10.222.0.22 "GET /v2.0/security-groups?id=c7131d86-2a03-4f85-9d37-dc4b557265fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924611 Jun 22 09:01:13.881492 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9080eae-21bd-445e-a0bc-7305da354ec2 req-95062398-d761-47b8-87ef-00b05c67b98a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:01:13.882955 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-d9080eae-21bd-445e-a0bc-7305da354ec2 req-95062398-d761-47b8-87ef-00b05c67b98a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d3540fe9-cc9d-4e8a-ade5-a63ad9a74449 HTTP/1.1" status: 200 len: 849 time: 0.0515652 Jun 22 09:01:13.942051 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9080eae-21bd-445e-a0bc-7305da354ec2 req-85e37d96-8e5a-44bf-a7f3-7335ed8b7db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:01:13.943440 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-d9080eae-21bd-445e-a0bc-7305da354ec2 req-85e37d96-8e5a-44bf-a7f3-7335ed8b7db6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6858ed3b-c3b9-4692-a3bd-5458c5aaeb61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0527205 Jun 22 09:01:14.040921 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-d9080eae-21bd-445e-a0bc-7305da354ec2 req-2ff892d5-49f2-45a9-9e92-a7c7d4c6c756 service neutron] 10.222.0.15 "GET /v2.0/networks/6858ed3b-c3b9-4692-a3bd-5458c5aaeb61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874848 Jun 22 09:01:14.131990 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-d9080eae-21bd-445e-a0bc-7305da354ec2 req-38b7c532-29f0-4e29-8df7-c0742ae267eb service neutron] 10.222.0.15 "GET /v2.0/networks/6858ed3b-c3b9-4692-a3bd-5458c5aaeb61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843847 Jun 22 09:01:14.228858 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fca9e8-2b97-4592-bfa5-0af34bd7c303 req-c3fd8568-3008-4ae3-a304-48f889171ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:01:14.230285 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-00fca9e8-2b97-4592-bfa5-0af34bd7c303 req-c3fd8568-3008-4ae3-a304-48f889171ad2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=539be15b3b01480196a1d49d035c0e00&device_id=1218c6d9-f7ac-4075-aa16-5d3235c11140 HTTP/1.1" status: 200 len: 1096 time: 0.0527000 Jun 22 09:01:14.323774 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fca9e8-2b97-4592-bfa5-0af34bd7c303 req-58a08650-9176-49a0-a709-87e114be397c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:01:14.325223 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-00fca9e8-2b97-4592-bfa5-0af34bd7c303 req-58a08650-9176-49a0-a709-87e114be397c service neutron] 10.222.0.15 "GET /v2.0/networks?id=6858ed3b-c3b9-4692-a3bd-5458c5aaeb61 HTTP/1.1" status: 200 len: 911 time: 0.0881021 Jun 22 09:01:14.365239 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-00fca9e8-2b97-4592-bfa5-0af34bd7c303 req-b385a353-9e0b-4245-ad86-0fa0616689e8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=772a827c-2031-4578-b15a-8a9e99dca9c3 HTTP/1.1" status: 200 len: 217 time: 0.0335381 Jun 22 09:01:14.417591 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fca9e8-2b97-4592-bfa5-0af34bd7c303 req-f3f5cae9-82b4-4f42-8e4a-ab918a5fb97f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:01:14.419116 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-00fca9e8-2b97-4592-bfa5-0af34bd7c303 req-f3f5cae9-82b4-4f42-8e4a-ab918a5fb97f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d3540fe9-cc9d-4e8a-ade5-a63ad9a74449 HTTP/1.1" status: 200 len: 849 time: 0.0472963 Jun 22 09:01:14.503935 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.rpc [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Device cc81d0ce-6bfa-4642-8a78-fdb383b2c6f5 up at agent hyperv_hv-cinder-79733 {{(pid=92666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:01:14.554627 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.provisioning_blocks [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Provisioning for port cc81d0ce-6bfa-4642-8a78-fdb383b2c6f5 completed by entity L2. {{(pid=92666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:01:14.560058 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.provisioning_blocks [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Provisioning complete for port cc81d0ce-6bfa-4642-8a78-fdb383b2c6f5 triggered by entity L2. {{(pid=92666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:01:14.560607 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133917554'] for port, provisioning_complete {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:01:14.651936 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133719154'] for port, before_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:01:14.689439 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.db [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] For port cc81d0ce-6bfa-4642-8a78-fdb383b2c6f5, host hv-cinder-79733, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79733',level=0,port_id=cc81d0ce-6bfa-4642-8a78-fdb383b2c6f5,segment=NetworkSegment(717bdc44-a0e1-4ce2-ac7e-465c14fbffc4),segment_id=717bdc44-a0e1-4ce2-ac7e-465c14fbffc4)] {{(pid=92666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:01:14.694576 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133719696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133660950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728380107731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728379583079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728379583124'] for port, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:01:14.696578 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG oslo_concurrency.lockutils [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:01:14.752356 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Pushing event updated for resources: {'Port': ['ID=cc81d0ce-6bfa-4642-8a78-fdb383b2c6f5,revision_number=5']} {{(pid=92666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:01:14.756005 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG oslo_concurrency.lockutils [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:01:14.777217 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fca9e8-2b97-4592-bfa5-0af34bd7c303 req-e3a2ab61-765d-45e7-862b-3ba52f30f2d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:01:14.778847 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-00fca9e8-2b97-4592-bfa5-0af34bd7c303 req-e3a2ab61-765d-45e7-862b-3ba52f30f2d7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6858ed3b-c3b9-4692-a3bd-5458c5aaeb61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3530626 Jun 22 09:01:14.790392 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c53aba-cec9-49b8-8cba-5974976dd3a1 req-5bf517ce-0df3-40c1-82d2-e0522e8588b2 tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:01:14.792550 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-35c53aba-cec9-49b8-8cba-5974976dd3a1 req-5bf517ce-0df3-40c1-82d2-e0522e8588b2 tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] 10.222.0.22 "GET /v2.0/ports?device_id=1218c6d9-f7ac-4075-aa16-5d3235c11140 HTTP/1.1" status: 200 len: 943 time: 0.0911634 Jun 22 09:01:14.843471 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c8bd445-2358-4341-9288-e4e2f927f34a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc81d0ce-6bfa-4642-8a78-fdb383b2c6f5'}] {{(pid=92666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:01:14.846155 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d55364b227510a28ea0dc9c97ec82a2823dd2b88b3d79212c5ee75253478bf9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dcb540b-6c9b-458f-868d-d62c04fa97e3" -d '{"events": [{"server_uuid": "4c8bd445-2358-4341-9288-e4e2f927f34a", "name": "network-vif-plugged", "status": "completed", "tag": "cc81d0ce-6bfa-4642-8a78-fdb383b2c6f5"}]}' {{(pid=92666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:01:14.919187 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-35c53aba-cec9-49b8-8cba-5974976dd3a1 req-f393341d-ce39-43d0-a5a7-b3bc35948bc2 tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] 10.222.0.22 "GET /v2.0/security-groups?id=1f05d5bd-cb3f-46fa-a132-b38aa9efec49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1181614 Jun 22 09:01:14.952330 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-00fca9e8-2b97-4592-bfa5-0af34bd7c303 req-d1dd9fb0-fd3f-4c23-85df-c53b64d1592c service neutron] 10.222.0.15 "GET /v2.0/networks/6858ed3b-c3b9-4692-a3bd-5458c5aaeb61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587334 Jun 22 09:01:14.965897 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 09:01:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df30a0e9-9ceb-4a7d-8cab-b20e57e7793f x-openstack-request-id: req-df30a0e9-9ceb-4a7d-8cab-b20e57e7793f {{(pid=92666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:01:14.966379 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c8bd445-2358-4341-9288-e4e2f927f34a", "name": "network-vif-plugged", "status": "completed", "tag": "cc81d0ce-6bfa-4642-8a78-fdb383b2c6f5", "code": 200}]} {{(pid=92666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:01:14.966602 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059628ef-dfe0-46b6-a2bc-35ac2e9da10c req-28e9cef2-e462-42bc-b2be-c528cca3e0b0 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:01:14.966745 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-df30a0e9-9ceb-4a7d-8cab-b20e57e7793f {{(pid=92666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:01:14.967014 dv-cinder-797333-1-smb neutron-server[92666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c8bd445-2358-4341-9288-e4e2f927f34a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc81d0ce-6bfa-4642-8a78-fdb383b2c6f5', 'code': 200} Jun 22 09:01:14.968095 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-059628ef-dfe0-46b6-a2bc-35ac2e9da10c req-28e9cef2-e462-42bc-b2be-c528cca3e0b0 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.22 "GET /v2.0/ports?device_id=cba8e73f-3417-45d0-b833-91423937e845 HTTP/1.1" status: 200 len: 945 time: 0.1512272 Jun 22 09:01:15.010880 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-244d5e4c-124e-44e7-83f7-ed36bd156729 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380123073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133916839'] for agent, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:01:15.067089 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-059628ef-dfe0-46b6-a2bc-35ac2e9da10c req-590c2901-6979-441c-8297-5bfaeeba3fbe tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.22 "GET /v2.0/security-groups?id=8407b8c1-16c2-4011-9481-6d71a524545c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0888336 Jun 22 09:01:15.121256 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-00fca9e8-2b97-4592-bfa5-0af34bd7c303 req-cd777d6b-14aa-4ea6-a6b3-8868b8092633 service neutron] 10.222.0.15 "GET /v2.0/networks/6858ed3b-c3b9-4692-a3bd-5458c5aaeb61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521974 Jun 22 09:01:15.154820 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fa5c88-cfd7-4f7c-90bb-e960b2d7dc40 req-6fbc8736-3c98-42b8-ac3d-3eedb392aee2 tempest-VolumesSnapshotTestJSON-984981180 tempest-VolumesSnapshotTestJSON-984981180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:01:15.156358 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-21fa5c88-cfd7-4f7c-90bb-e960b2d7dc40 req-6fbc8736-3c98-42b8-ac3d-3eedb392aee2 tempest-VolumesSnapshotTestJSON-984981180 tempest-VolumesSnapshotTestJSON-984981180-project] 10.222.0.22 "GET /v2.0/ports?device_id=4c8bd445-2358-4341-9288-e4e2f927f34a HTTP/1.1" status: 200 len: 946 time: 0.0926743 Jun 22 09:01:15.264591 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-21fa5c88-cfd7-4f7c-90bb-e960b2d7dc40 req-bec95002-eb19-41d7-91e7-2370bbdd944a tempest-VolumesSnapshotTestJSON-984981180 tempest-VolumesSnapshotTestJSON-984981180-project] 10.222.0.22 "GET /v2.0/security-groups?id=c7131d86-2a03-4f85-9d37-dc4b557265fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021545 Jun 22 09:01:15.298768 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2f894a-2d2a-4529-886d-d884bfeaf27b req-cdadfc7a-be2e-4df4-b172-6ee8be186fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:01:15.300236 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-0d2f894a-2d2a-4529-886d-d884bfeaf27b req-cdadfc7a-be2e-4df4-b172-6ee8be186fcc service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=4c8bd445-2358-4341-9288-e4e2f927f34a HTTP/1.1" status: 200 len: 1099 time: 0.1368937 Jun 22 09:01:15.308348 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ec1b20-5ace-4f91-8b5a-8460d812c8b8 req-8fec839c-fd5b-41f9-ac30-e69de9cd0158 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:01:15.309724 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-04ec1b20-5ace-4f91-8b5a-8460d812c8b8 req-8fec839c-fd5b-41f9-ac30-e69de9cd0158 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.22 "GET /v2.0/ports?device_id=cba8e73f-3417-45d0-b833-91423937e845 HTTP/1.1" status: 200 len: 945 time: 0.1245868 Jun 22 09:01:15.318188 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.wsgi [-] (92664) accepted ('10.222.0.22', 39146) {{(pid=92664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:01:15.323554 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.v2.base [None req-e61c1bf1-6c07-41c7-b395-345a97e2e760 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Request body: {'floatingip': {'port_id': 'b92363bd-c4b1-44e7-94d6-7b2550a004a4'}} {{(pid=92664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:01:15.339011 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-0d2f894a-2d2a-4529-886d-d884bfeaf27b req-94fe3477-5e3d-4932-ae11-2a92794cf78d service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=c7131d86-2a03-4f85-9d37-dc4b557265fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283580 Jun 22 09:01:15.364767 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-e61c1bf1-6c07-41c7-b395-345a97e2e760 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Notify callbacks [] for floatingip, before_update {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:01:16.034949 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-e61c1bf1-6c07-41c7-b395-345a97e2e760 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:01:16.040411 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-e61c1bf1-6c07-41c7-b395-345a97e2e760 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-546628'] for floatingip, after_update {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:01:16.072994 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-e2a0141c-4e42-4900-8004-ff8c1b31b35a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380123073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133916839'] for agent, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:01:16.108719 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96315819-a0b1-42cd-9feb-209cd4495e35 req-fcea4158-9bde-4e3f-b894-6f91e49ce75d tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:01:16.110388 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-96315819-a0b1-42cd-9feb-209cd4495e35 req-fcea4158-9bde-4e3f-b894-6f91e49ce75d tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] 10.222.0.22 "GET /v2.0/ports?device_id=1218c6d9-f7ac-4075-aa16-5d3235c11140 HTTP/1.1" status: 200 len: 943 time: 0.0684049 Jun 22 09:01:16.143848 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.db.l3_db [None req-e61c1bf1-6c07-41c7-b395-345a97e2e760 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Floating IP 434ffa72-e753-4575-abf2-6353af3d2478 associated. External IP: 172.28.3.157, port: b92363bd-c4b1-44e7-94d6-7b2550a004a4. Jun 22 09:01:16.150463 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-96315819-a0b1-42cd-9feb-209cd4495e35 req-1fb7cd90-2b92-4f0a-908c-cc3d3494e676 tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] 10.222.0.22 "GET /v2.0/security-groups?id=1f05d5bd-cb3f-46fa-a132-b38aa9efec49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334890 Jun 22 09:01:16.360120 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e61c1bf1-6c07-41c7-b395-345a97e2e760 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Router e39149fe-b87f-4c67-89a3-ae4a53980e68 has already been hosted by L3 agent 81bac9f2-ec56-4bd6-b329-9598189ea0dc {{(pid=92664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:01:16.448826 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c46716-24ee-4f50-96e1-8f4f58250809 req-819f4c1d-40e7-46fc-a341-14d8c526b69a tempest-VolumesSnapshotTestJSON-984981180 tempest-VolumesSnapshotTestJSON-984981180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:01:16.450441 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-a4c46716-24ee-4f50-96e1-8f4f58250809 req-819f4c1d-40e7-46fc-a341-14d8c526b69a tempest-VolumesSnapshotTestJSON-984981180 tempest-VolumesSnapshotTestJSON-984981180-project] 10.222.0.22 "GET /v2.0/ports?device_id=4c8bd445-2358-4341-9288-e4e2f927f34a HTTP/1.1" status: 200 len: 946 time: 0.0684431 Jun 22 09:01:16.472720 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e61c1bf1-6c07-41c7-b395-345a97e2e760 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Notify agent at l3_agent.dv-cinder-797333-1-smb the message routers_updated {{(pid=92664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:01:16.477674 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-e61c1bf1-6c07-41c7-b395-345a97e2e760 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27927'] for floatingip, before_response {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:01:16.483060 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84da05fa-4ac8-4e67-94e7-810758c827bb None None] Sync routers for ids ['e39149fe-b87f-4c67-89a3-ae4a53980e68'] in dv-cinder-797333-1-smb {{(pid=92666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:01:16.498184 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-a4c46716-24ee-4f50-96e1-8f4f58250809 req-7152490c-8b77-4169-8c1a-63b8345de80d tempest-VolumesSnapshotTestJSON-984981180 tempest-VolumesSnapshotTestJSON-984981180-project] 10.222.0.22 "GET /v2.0/security-groups?id=c7131d86-2a03-4f85-9d37-dc4b557265fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417342 Jun 22 09:01:16.503000 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84da05fa-4ac8-4e67-94e7-810758c827bb None None] Routers {'e39149fe-b87f-4c67-89a3-ae4a53980e68'} bound to L3 agent in host dv-cinder-797333-1-smb {{(pid=92666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:01:16.503669 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.l3_hamode_db [None req-84da05fa-4ac8-4e67-94e7-810758c827bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797333-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-22T08:48:43Z,description=,heartbeat_timestamp=2021-06-22T09:01:14Z,host='dv-cinder-797333-1-smb',id=81bac9f2-ec56-4bd6-b329-9598189ea0dc,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T08:48:43Z,topic='l3_agent')) {'router_ids': ['e39149fe-b87f-4c67-89a3-ae4a53980e68'], 'active': True} {{(pid=92666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:01:16.508143 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.rpc [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Device 772a827c-2031-4578-b15a-8a9e99dca9c3 details requested by agent hyperv_hv-cinder-79733 with host hv-cinder-79733 {{(pid=92666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 09:01:16.535802 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [None req-e61c1bf1-6c07-41c7-b395-345a97e2e760 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.22 "PUT /v2.0/floatingips/434ffa72-e753-4575-abf2-6353af3d2478 HTTP/1.1" status: 200 len: 991 time: 1.2122996 Jun 22 09:01:16.535802 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cba8e73f-3417-45d0-b833-91423937e845', 'tag': 'b92363bd-c4b1-44e7-94d6-7b2550a004a4'}] {{(pid=92664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:01:16.536427 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}204e7d68aaf5059dd7cb24067ff1be2165df2a8c21773c1dc73aa01b5c6655f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0e7530e-474a-4913-a3ec-465df942ce19" -d '{"events": [{"name": "network-changed", "server_uuid": "cba8e73f-3417-45d0-b833-91423937e845", "tag": "b92363bd-c4b1-44e7-94d6-7b2550a004a4"}]}' {{(pid=92664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:01:16.632031 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-49b3b3f0-6a66-4296-84b4-c126f0dea73a req-f77b9537-8a13-4795-9ff0-a3eef1730280 tempest-TestMinimumBasicScenario-143008768 tempest-TestMinimumBasicScenario-143008768-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-866413309&fields=id&tenant_id=1fd4662991be4413a3d38dad2d2f406a HTTP/1.1" status: 200 len: 267 time: 0.0351787 Jun 22 09:01:16.676438 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.l3_dvr_db [None req-84da05fa-4ac8-4e67-94e7-810758c827bb None None] Set router e39149fe-b87f-4c67-89a3-ae4a53980e68 gateway port host: dv-cinder-797333-1-smb {{(pid=92666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:01:16.712253 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b3b3f0-6a66-4296-84b4-c126f0dea73a req-79b87198-4dc5-40e1-b4ec-b8eac93c6ac7 tempest-TestMinimumBasicScenario-143008768 tempest-TestMinimumBasicScenario-143008768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:01:16.714701 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-49b3b3f0-6a66-4296-84b4-c126f0dea73a req-79b87198-4dc5-40e1-b4ec-b8eac93c6ac7 tempest-TestMinimumBasicScenario-143008768 tempest-TestMinimumBasicScenario-143008768-project] 10.222.0.22 "GET /v2.0/ports?device_id=b9189ee1-d14d-4f17-8a25-cb3ce266c018 HTTP/1.1" status: 200 len: 985 time: 0.0739324 Jun 22 09:01:16.727982 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.v2.base [req-49b3b3f0-6a66-4296-84b4-c126f0dea73a req-76f4deb2-3982-4ae4-895f-71abacbac62d tempest-TestMinimumBasicScenario-143008768 tempest-TestMinimumBasicScenario-143008768-project] Request body: {'port': {'security_groups': ['f1813137-ba80-494d-86f8-3129fc52c05b']}} {{(pid=92665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:01:16.734648 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.db [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] For port 772a827c-2031-4578-b15a-8a9e99dca9c3, host hv-cinder-79733, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79733',level=0,port_id=772a827c-2031-4578-b15a-8a9e99dca9c3,segment=NetworkSegment(a37c650b-e011-49b1-9fb9-c613dfbe5229),segment_id=a37c650b-e011-49b1-9fb9-c613dfbe5229)] {{(pid=92666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:01:16.781596 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.rpc [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Returning: {'device': '772a827c-2031-4578-b15a-8a9e99dca9c3', 'network_id': '6858ed3b-c3b9-4692-a3bd-5458c5aaeb61', 'port_id': '772a827c-2031-4578-b15a-8a9e99dca9c3', 'mac_address': 'fa:16:3e:5b:a2:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 224, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3540fe9-cc9d-4e8a-ade5-a63ad9a74449', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 09:01:16.820800 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [req-49b3b3f0-6a66-4296-84b4-c126f0dea73a req-76f4deb2-3982-4ae4-895f-71abacbac62d tempest-TestMinimumBasicScenario-143008768 tempest-TestMinimumBasicScenario-143008768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133719154'] for port, before_update {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:01:16.852479 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133719154'] for port, before_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:01:16.907710 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.notifiers.nova [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 772a827c-2031-4578-b15a-8a9e99dca9c3 {{(pid=92666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 09:01:16.952040 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.db [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] For port 772a827c-2031-4578-b15a-8a9e99dca9c3, host hv-cinder-79733, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79733',level=0,port_id=772a827c-2031-4578-b15a-8a9e99dca9c3,segment=NetworkSegment(a37c650b-e011-49b1-9fb9-c613dfbe5229),segment_id=a37c650b-e011-49b1-9fb9-c613dfbe5229)] {{(pid=92666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:01:16.959878 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133719696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133660950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728380107731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728379583079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728379583124'] for port, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:01:16.966373 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG oslo_concurrency.lockutils [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:01:17.052788 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Pushing event updated for resources: {'Port': ['ID=772a827c-2031-4578-b15a-8a9e99dca9c3,revision_number=4']} {{(pid=92666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:01:17.057323 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG oslo_concurrency.lockutils [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:01:17.069772 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 09:01:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad2e386b-8b35-4d50-b582-9b90b67a15ce x-openstack-request-id: req-ad2e386b-8b35-4d50-b582-9b90b67a15ce {{(pid=92664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:01:17.070301 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cba8e73f-3417-45d0-b833-91423937e845", "tag": "b92363bd-c4b1-44e7-94d6-7b2550a004a4", "status": "completed", "code": 200}]} {{(pid=92664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:01:17.071302 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ad2e386b-8b35-4d50-b582-9b90b67a15ce {{(pid=92664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:01:17.072706 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cba8e73f-3417-45d0-b833-91423937e845', 'tag': 'b92363bd-c4b1-44e7-94d6-7b2550a004a4', 'status': 'completed', 'code': 200} Jun 22 09:01:17.079833 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.l3_hamode_db [None req-84da05fa-4ac8-4e67-94e7-810758c827bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e39149fe-b87f-4c67-89a3-ae4a53980e68', 'name': 'tempest-AttachVolumeShelveTestJSON-1386995798-router', 'tenant_id': '0dbc55deeb2a42a3bb10502a7c6fc28b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '229d5e4a-3847-4866-aa2f-e37dad8eeeae', 'external_fixed_ips': [{'subnet_id': '86526ad5-0ce1-4847-a8b3-31fb35f84f34', 'ip_address': '172.28.3.205'}], 'enable_snat': True}, 'gw_port_id': '85852532-1dc4-4718-b431-e4ecee9d7a48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T08:56:32Z', 'updated_at': '2021-06-22T08:56:42Z', 'revision_number': 4, 'project_id': '0dbc55deeb2a42a3bb10502a7c6fc28b', 'gw_port': {'id': '85852532-1dc4-4718-b431-e4ecee9d7a48', 'name': '', 'network_id': '229d5e4a-3847-4866-aa2f-e37dad8eeeae', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:f5:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e39149fe-b87f-4c67-89a3-ae4a53980e68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '86526ad5-0ce1-4847-a8b3-31fb35f84f34', 'ip_address': '172.28.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T08:56:33Z', 'updated_at': '2021-06-22T08:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86526ad5-0ce1-4847-a8b3-31fb35f84f34', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797333-1-smb', '_floatingips': [{'id': '434ffa72-e753-4575-abf2-6353af3d2478', 'tenant_id': '0dbc55deeb2a42a3bb10502a7c6fc28b', 'floating_ip_address': '172.28.3.157', 'floating_network_id': '229d5e4a-3847-4866-aa2f-e37dad8eeeae', 'router_id': 'e39149fe-b87f-4c67-89a3-ae4a53980e68', 'port_id': 'b92363bd-c4b1-44e7-94d6-7b2550a004a4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 537, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '266e7c95-823e-49c0-9793-a3850a55863e', 'mac_address': 'fa:16:3e:a4:d6:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cba8e73f-3417-45d0-b833-91423937e845', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T09:01:02Z', 'updated_at': '2021-06-22T09:01:15Z', 'revision_number': 1, 'project_id': '0dbc55deeb2a42a3bb10502a7c6fc28b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4a6a3c3-d009-46db-9a2e-98dfac346f1a', 'name': '', 'network_id': '266e7c95-823e-49c0-9793-a3850a55863e', 'tenant_id': '0dbc55deeb2a42a3bb10502a7c6fc28b', 'mac_address': 'fa:16:3e:d0:e8:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e39149fe-b87f-4c67-89a3-ae4a53980e68', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '1fa320cf-b578-475c-89d7-a0309e38937c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T08:56:39Z', 'updated_at': '2021-06-22T08:57:00Z', 'revision_number': 5, 'project_id': '0dbc55deeb2a42a3bb10502a7c6fc28b', 'subnets': [{'id': '1fa320cf-b578-475c-89d7-a0309e38937c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797333-1-smb', False) {} {{(pid=92666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:01:17.128291 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84da05fa-4ac8-4e67-94e7-810758c827bb None None] Checking router: e39149fe-b87f-4c67-89a3-ae4a53980e68 for host: dv-cinder-797333-1-smb {{(pid=92666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:01:17.137418 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84da05fa-4ac8-4e67-94e7-810758c827bb None None] Routers {'e39149fe-b87f-4c67-89a3-ae4a53980e68'} bound to L3 agent in host dv-cinder-797333-1-smb {{(pid=92666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:01:17.138249 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.l3_hamode_db [None req-84da05fa-4ac8-4e67-94e7-810758c827bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797333-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-22T08:48:43Z,description=,heartbeat_timestamp=2021-06-22T09:01:14Z,host='dv-cinder-797333-1-smb',id=81bac9f2-ec56-4bd6-b329-9598189ea0dc,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T08:48:43Z,topic='l3_agent')) {'router_ids': ['e39149fe-b87f-4c67-89a3-ae4a53980e68'], 'active': True} {{(pid=92666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:01:17.179195 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.plugins.ml2.db [req-49b3b3f0-6a66-4296-84b4-c126f0dea73a req-76f4deb2-3982-4ae4-895f-71abacbac62d tempest-TestMinimumBasicScenario-143008768 tempest-TestMinimumBasicScenario-143008768-project] For port 583ae89c-47b7-40fc-a78e-9dd7b9d5c3c1, host hv-cinder-79733, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79733',level=0,port_id=583ae89c-47b7-40fc-a78e-9dd7b9d5c3c1,segment=NetworkSegment(d13ba5e2-ed8e-4ca3-8ec2-cef6298c9446),segment_id=d13ba5e2-ed8e-4ca3-8ec2-cef6298c9446)] {{(pid=92665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:01:17.206230 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e7530e-474a-4913-a3ec-465df942ce19 req-c8167b26-f57b-4958-842b-41813a9773cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:01:17.207715 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-f0e7530e-474a-4913-a3ec-465df942ce19 req-c8167b26-f57b-4958-842b-41813a9773cf service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0dbc55deeb2a42a3bb10502a7c6fc28b&device_id=cba8e73f-3417-45d0-b833-91423937e845 HTTP/1.1" status: 200 len: 1098 time: 0.1006012 Jun 22 09:01:17.225764 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.db [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] get_ports_and_sgs() called for port_ids ['772a827c-2031-4578-b15a-8a9e99dca9c3'] {{(pid=92666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 09:01:17.253030 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [req-49b3b3f0-6a66-4296-84b4-c126f0dea73a req-76f4deb2-3982-4ae4-895f-71abacbac62d tempest-TestMinimumBasicScenario-143008768 tempest-TestMinimumBasicScenario-143008768-project] Notify callbacks [] for port, precommit_update {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:01:17.283886 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [req-49b3b3f0-6a66-4296-84b4-c126f0dea73a req-76f4deb2-3982-4ae4-895f-71abacbac62d tempest-TestMinimumBasicScenario-143008768 tempest-TestMinimumBasicScenario-143008768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133719696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133660950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728380107731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728379583079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728379583124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4027018'] for port, after_update {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:01:17.298461 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-bb747b8b-1959-4ae8-b016-8097d06fc56f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:01:17.299503 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.l3_dvr_db [None req-84da05fa-4ac8-4e67-94e7-810758c827bb None None] Set router e39149fe-b87f-4c67-89a3-ae4a53980e68 gateway port host: dv-cinder-797333-1-smb {{(pid=92666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:01:17.377395 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b3b3f0-6a66-4296-84b4-c126f0dea73a req-76f4deb2-3982-4ae4-895f-71abacbac62d tempest-TestMinimumBasicScenario-143008768 tempest-TestMinimumBasicScenario-143008768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:01:17.377395 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [req-49b3b3f0-6a66-4296-84b4-c126f0dea73a req-76f4deb2-3982-4ae4-895f-71abacbac62d tempest-TestMinimumBasicScenario-143008768 tempest-TestMinimumBasicScenario-143008768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27927'] for port, before_response {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:01:17.378823 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-49b3b3f0-6a66-4296-84b4-c126f0dea73a req-76f4deb2-3982-4ae4-895f-71abacbac62d tempest-TestMinimumBasicScenario-143008768 tempest-TestMinimumBasicScenario-143008768-project] 10.222.0.22 "PUT /v2.0/ports/583ae89c-47b7-40fc-a78e-9dd7b9d5c3c1 HTTP/1.1" status: 200 len: 943 time: 0.6563544 Jun 22 09:01:17.379468 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9189ee1-d14d-4f17-8a25-cb3ce266c018', 'tag': '583ae89c-47b7-40fc-a78e-9dd7b9d5c3c1'}] {{(pid=92665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:01:17.381816 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}600ed202ef5c6893f709c92c950a9f9cd42c49f10c76c91c75f79f08b33dd1bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d7c37cd-1ace-497d-832e-ea17d5191d19" -d '{"events": [{"name": "network-changed", "server_uuid": "b9189ee1-d14d-4f17-8a25-cb3ce266c018", "tag": "583ae89c-47b7-40fc-a78e-9dd7b9d5c3c1"}]}' {{(pid=92665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:01:17.386907 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.wsgi [-] (92664) accepted ('10.222.0.22', 39176) {{(pid=92664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:01:17.434759 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 09:01:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd20b238-e7a5-4c34-916e-061897fb52f6 x-openstack-request-id: req-dd20b238-e7a5-4c34-916e-061897fb52f6 {{(pid=92665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:01:17.435469 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9189ee1-d14d-4f17-8a25-cb3ce266c018", "tag": "583ae89c-47b7-40fc-a78e-9dd7b9d5c3c1", "status": "completed", "code": 200}]} {{(pid=92665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:01:17.435963 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-dd20b238-e7a5-4c34-916e-061897fb52f6 {{(pid=92665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:01:17.437200 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9189ee1-d14d-4f17-8a25-cb3ce266c018', 'tag': '583ae89c-47b7-40fc-a78e-9dd7b9d5c3c1', 'status': 'completed', 'code': 200} Jun 22 09:01:17.461368 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f4deb2-3982-4ae4-895f-71abacbac62d tempest-TestMinimumBasicScenario-143008768 tempest-TestMinimumBasicScenario-143008768-project] Pushing event updated for resources: {'Port': ['ID=583ae89c-47b7-40fc-a78e-9dd7b9d5c3c1,revision_number=7']} {{(pid=92665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:01:17.470291 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-76f4deb2-3982-4ae4-895f-71abacbac62d tempest-TestMinimumBasicScenario-143008768 tempest-TestMinimumBasicScenario-143008768-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:01:17.473657 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e7530e-474a-4913-a3ec-465df942ce19 req-918123b0-31f2-4e90-ae2e-a00e689cf816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:01:17.475327 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-f0e7530e-474a-4913-a3ec-465df942ce19 req-918123b0-31f2-4e90-ae2e-a00e689cf816 service neutron] 10.222.0.15 "GET /v2.0/networks?id=266e7c95-823e-49c0-9793-a3850a55863e HTTP/1.1" status: 200 len: 918 time: 0.2608025 Jun 22 09:01:17.488902 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1882055e-3745-4589-a984-071c5ef58e85 req-4007328d-e943-470f-b063-ee5844cf9ac3 tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:01:17.496577 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-1882055e-3745-4589-a984-071c5ef58e85 req-4007328d-e943-470f-b063-ee5844cf9ac3 tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] 10.222.0.22 "GET /v2.0/ports?device_id=1218c6d9-f7ac-4075-aa16-5d3235c11140 HTTP/1.1" status: 200 len: 944 time: 0.2157724 Jun 22 09:01:17.536903 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-2bb86130-92da-4ed1-9f15-1204b06361f2 tempest-TestMinimumBasicScenario-143008768 tempest-TestMinimumBasicScenario-143008768-project] Notify callbacks [] for security_group, before_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:01:17.583380 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-2bb86130-92da-4ed1-9f15-1204b06361f2 tempest-TestMinimumBasicScenario-143008768 tempest-TestMinimumBasicScenario-143008768-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:01:17.591333 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-1882055e-3745-4589-a984-071c5ef58e85 req-455ebfc3-b188-43ea-bc77-267351e88e52 tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] 10.222.0.22 "GET /v2.0/security-groups?id=1f05d5bd-cb3f-46fa-a132-b38aa9efec49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0937397 Jun 22 09:01:17.615833 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-f0e7530e-474a-4913-a3ec-465df942ce19 req-6ee478b5-acd0-423b-a79b-745b2a9a374f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b92363bd-c4b1-44e7-94d6-7b2550a004a4 HTTP/1.1" status: 200 len: 999 time: 0.1114461 Jun 22 09:01:17.616992 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7c37cd-1ace-497d-832e-ea17d5191d19 req-1a8442a3-9f18-4eff-9f72-5753de6ab41c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:01:17.618578 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-1d7c37cd-1ace-497d-832e-ea17d5191d19 req-1a8442a3-9f18-4eff-9f72-5753de6ab41c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1fd4662991be4413a3d38dad2d2f406a&device_id=b9189ee1-d14d-4f17-8a25-cb3ce266c018 HTTP/1.1" status: 200 len: 1099 time: 0.1544335 Jun 22 09:01:17.629454 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.db [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] get_ports_and_sgs() called for port_ids ['583ae89c-47b7-40fc-a78e-9dd7b9d5c3c1'] {{(pid=92666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 09:01:17.677867 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e7530e-474a-4913-a3ec-465df942ce19 req-05298732-22e2-4b2e-b411-aae7f2359268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:01:17.679479 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-f0e7530e-474a-4913-a3ec-465df942ce19 req-05298732-22e2-4b2e-b411-aae7f2359268 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1fa320cf-b578-475c-89d7-a0309e38937c HTTP/1.1" status: 200 len: 856 time: 0.0524921 Jun 22 09:01:17.729157 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.provisioning_blocks [None req-d1dceae4-4b19-4bc9-b53a-eb3b5a2e1327 None None] Provisioning complete for port 583ae89c-47b7-40fc-a78e-9dd7b9d5c3c1 triggered by entity DHCP. {{(pid=92666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:01:17.729766 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-d1dceae4-4b19-4bc9-b53a-eb3b5a2e1327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133917554'] for port, provisioning_complete {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:01:17.748858 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-2bb86130-92da-4ed1-9f15-1204b06361f2 tempest-TestMinimumBasicScenario-143008768 tempest-TestMinimumBasicScenario-143008768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748303'] for security_group, after_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:01:17.752951 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-2bb86130-92da-4ed1-9f15-1204b06361f2 tempest-TestMinimumBasicScenario-143008768 tempest-TestMinimumBasicScenario-143008768-project] Notify callbacks [] for security_group, before_response {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:01:17.756953 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [None req-2bb86130-92da-4ed1-9f15-1204b06361f2 tempest-TestMinimumBasicScenario-143008768 tempest-TestMinimumBasicScenario-143008768-project] 10.222.0.22 "DELETE /v2.0/security-groups/775a72bf-a632-4f7e-b965-3f5738603db6 HTTP/1.1" status: 204 len: 168 time: 0.3672559 Jun 22 09:01:17.762087 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-46fc7f40-fac5-45f7-824d-e5f50e8e2096 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:01:17.762973 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.wsgi [-] (92665) accepted ('10.222.0.22', 39178) {{(pid=92665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:01:17.782458 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7c37cd-1ace-497d-832e-ea17d5191d19 req-879c1b70-add0-422b-af0c-a854cbc296df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:01:17.785931 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-1d7c37cd-1ace-497d-832e-ea17d5191d19 req-879c1b70-add0-422b-af0c-a854cbc296df service neutron] 10.222.0.15 "GET /v2.0/networks?id=e2082447-2f6b-49c7-89d0-33b24d58457e HTTP/1.1" status: 200 len: 916 time: 0.1581774 Jun 22 09:01:17.787931 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb86130-92da-4ed1-9f15-1204b06361f2 tempest-TestMinimumBasicScenario-143008768 tempest-TestMinimumBasicScenario-143008768-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=775a72bf-a632-4f7e-b965-3f5738603db6,revision_number=None']} {{(pid=92664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:01:17.800347 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-2bb86130-92da-4ed1-9f15-1204b06361f2 tempest-TestMinimumBasicScenario-143008768 tempest-TestMinimumBasicScenario-143008768-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:01:17.811688 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e7530e-474a-4913-a3ec-465df942ce19 req-b3318aaa-3537-4d59-8c81-2ac7722699ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:01:17.812984 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-f0e7530e-474a-4913-a3ec-465df942ce19 req-b3318aaa-3537-4d59-8c81-2ac7722699ab service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=266e7c95-823e-49c0-9793-a3850a55863e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1259341 Jun 22 09:01:17.877985 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-1d7c37cd-1ace-497d-832e-ea17d5191d19 req-aab2d653-0c64-4e98-a138-8f32cf747f58 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=583ae89c-47b7-40fc-a78e-9dd7b9d5c3c1 HTTP/1.1" status: 200 len: 1002 time: 0.0764782 Jun 22 09:01:17.949399 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7c37cd-1ace-497d-832e-ea17d5191d19 req-8022a39e-a870-4497-bc11-a20822c91f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:01:17.952456 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-1d7c37cd-1ace-497d-832e-ea17d5191d19 req-8022a39e-a870-4497-bc11-a20822c91f06 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5e81b8d1-5626-4e02-8654-ffb9746cb98f HTTP/1.1" status: 200 len: 854 time: 0.0657442 Jun 22 09:01:17.988023 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.l3_hamode_db [None req-84da05fa-4ac8-4e67-94e7-810758c827bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e39149fe-b87f-4c67-89a3-ae4a53980e68', 'name': 'tempest-AttachVolumeShelveTestJSON-1386995798-router', 'tenant_id': '0dbc55deeb2a42a3bb10502a7c6fc28b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '229d5e4a-3847-4866-aa2f-e37dad8eeeae', 'external_fixed_ips': [{'subnet_id': '86526ad5-0ce1-4847-a8b3-31fb35f84f34', 'ip_address': '172.28.3.205'}], 'enable_snat': True}, 'gw_port_id': '85852532-1dc4-4718-b431-e4ecee9d7a48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T08:56:32Z', 'updated_at': '2021-06-22T08:56:42Z', 'revision_number': 4, 'project_id': '0dbc55deeb2a42a3bb10502a7c6fc28b', 'gw_port': {'id': '85852532-1dc4-4718-b431-e4ecee9d7a48', 'name': '', 'network_id': '229d5e4a-3847-4866-aa2f-e37dad8eeeae', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:f5:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e39149fe-b87f-4c67-89a3-ae4a53980e68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '86526ad5-0ce1-4847-a8b3-31fb35f84f34', 'ip_address': '172.28.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T08:56:33Z', 'updated_at': '2021-06-22T08:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86526ad5-0ce1-4847-a8b3-31fb35f84f34', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797333-1-smb', '_floatingips': [{'id': '434ffa72-e753-4575-abf2-6353af3d2478', 'tenant_id': '0dbc55deeb2a42a3bb10502a7c6fc28b', 'floating_ip_address': '172.28.3.157', 'floating_network_id': '229d5e4a-3847-4866-aa2f-e37dad8eeeae', 'router_id': 'e39149fe-b87f-4c67-89a3-ae4a53980e68', 'port_id': 'b92363bd-c4b1-44e7-94d6-7b2550a004a4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 537, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '266e7c95-823e-49c0-9793-a3850a55863e', 'mac_address': 'fa:16:3e:a4:d6:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cba8e73f-3417-45d0-b833-91423937e845', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T09:01:02Z', 'updated_at': '2021-06-22T09:01:15Z', 'revision_number': 1, 'project_id': '0dbc55deeb2a42a3bb10502a7c6fc28b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4a6a3c3-d009-46db-9a2e-98dfac346f1a', 'name': '', 'network_id': '266e7c95-823e-49c0-9793-a3850a55863e', 'tenant_id': '0dbc55deeb2a42a3bb10502a7c6fc28b', 'mac_address': 'fa:16:3e:d0:e8:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e39149fe-b87f-4c67-89a3-ae4a53980e68', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '1fa320cf-b578-475c-89d7-a0309e38937c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T08:56:39Z', 'updated_at': '2021-06-22T08:57:00Z', 'revision_number': 5, 'project_id': '0dbc55deeb2a42a3bb10502a7c6fc28b', 'subnets': [{'id': '1fa320cf-b578-475c-89d7-a0309e38937c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797333-1-smb', False) {} {{(pid=92666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:01:18.000806 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-f0e7530e-474a-4913-a3ec-465df942ce19 req-39b35986-bace-4a73-a180-998d4693194d service neutron] 10.222.0.15 "GET /v2.0/networks/266e7c95-823e-49c0-9793-a3850a55863e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1785293 Jun 22 09:01:18.029384 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84da05fa-4ac8-4e67-94e7-810758c827bb None None] The sync data for ids ['e39149fe-b87f-4c67-89a3-ae4a53980e68'] in dv-cinder-797333-1-smb is: [{'id': 'e39149fe-b87f-4c67-89a3-ae4a53980e68', 'name': 'tempest-AttachVolumeShelveTestJSON-1386995798-router', 'tenant_id': '0dbc55deeb2a42a3bb10502a7c6fc28b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '229d5e4a-3847-4866-aa2f-e37dad8eeeae', 'external_fixed_ips': [{'subnet_id': '86526ad5-0ce1-4847-a8b3-31fb35f84f34', 'ip_address': '172.28.3.205'}], 'enable_snat': True}, 'gw_port_id': '85852532-1dc4-4718-b431-e4ecee9d7a48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T08:56:32Z', 'updated_at': '2021-06-22T08:56:42Z', 'revision_number': 4, 'project_id': '0dbc55deeb2a42a3bb10502a7c6fc28b', 'gw_port': {'id': '85852532-1dc4-4718-b431-e4ecee9d7a48', 'name': '', 'network_id': '229d5e4a-3847-4866-aa2f-e37dad8eeeae', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:f5:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e39149fe-b87f-4c67-89a3-ae4a53980e68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '86526ad5-0ce1-4847-a8b3-31fb35f84f34', 'ip_address': '172.28.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T08:56:33Z', 'updated_at': '2021-06-22T08:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86526ad5-0ce1-4847-a8b3-31fb35f84f34', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797333-1-smb', '_floatingips': [{'id': '434ffa72-e753-4575-abf2-6353af3d2478', 'tenant_id': '0dbc55deeb2a42a3bb10502a7c6fc28b', 'floating_ip_address': '172.28.3.157', 'floating_network_id': '229d5e4a-3847-4866-aa2f-e37dad8eeeae', 'router_id': 'e39149fe-b87f-4c67-89a3-ae4a53980e68', 'port_id': 'b92363bd-c4b1-44e7-94d6-7b2550a004a4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 537, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '266e7c95-823e-49c0-9793-a3850a55863e', 'mac_address': 'fa:16:3e:a4:d6:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cba8e73f-3417-45d0-b833-91423937e845', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T09:01:02Z', 'updated_at': '2021-06-22T09:01:15Z', 'revision_number': 1, 'project_id': '0dbc55deeb2a42a3bb10502a7c6fc28b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4a6a3c3-d009-46db-9a2e-98dfac346f1a', 'name': '', 'network_id': '266e7c95-823e-49c0-9793-a3850a55863e', 'tenant_id': '0dbc55deeb2a42a3bb10502a7c6fc28b', 'mac_address': 'fa:16:3e:d0:e8:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e39149fe-b87f-4c67-89a3-ae4a53980e68', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '1fa320cf-b578-475c-89d7-a0309e38937c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T08:56:39Z', 'updated_at': '2021-06-22T08:57:00Z', 'revision_number': 5, 'project_id': '0dbc55deeb2a42a3bb10502a7c6fc28b', 'subnets': [{'id': '1fa320cf-b578-475c-89d7-a0309e38937c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:01:18.034184 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7c37cd-1ace-497d-832e-ea17d5191d19 req-e77023de-7ea9-4e2b-a041-1a6d61884dab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:01:18.035831 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-1d7c37cd-1ace-497d-832e-ea17d5191d19 req-e77023de-7ea9-4e2b-a041-1a6d61884dab service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e2082447-2f6b-49c7-89d0-33b24d58457e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0716305 Jun 22 09:01:18.127134 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.plugins.ml2.plugin [None req-06435a4a-1cb8-4fe9-b6ec-9ba87817a408 tempest-TestMinimumBasicScenario-143008768 tempest-TestMinimumBasicScenario-143008768-project] Deleting port ae5b6ff1-bb2d-43b6-8d16-0492af9b136a {{(pid=92665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:01:18.127738 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-06435a4a-1cb8-4fe9-b6ec-9ba87817a408 tempest-TestMinimumBasicScenario-143008768 tempest-TestMinimumBasicScenario-143008768-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728380103653'] for port, before_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:01:18.190204 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-1d7c37cd-1ace-497d-832e-ea17d5191d19 req-513fee23-3751-4e66-8084-3032dbcc6710 service neutron] 10.222.0.15 "GET /v2.0/networks/e2082447-2f6b-49c7-89d0-33b24d58457e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470902 Jun 22 09:01:18.219436 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-f0e7530e-474a-4913-a3ec-465df942ce19 req-da55b3c9-14f6-4ed9-9cdd-cc6b1afc38e5 service neutron] 10.222.0.15 "GET /v2.0/networks/266e7c95-823e-49c0-9793-a3850a55863e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2068088 Jun 22 09:01:18.251759 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-06435a4a-1cb8-4fe9-b6ec-9ba87817a408 tempest-TestMinimumBasicScenario-143008768 tempest-TestMinimumBasicScenario-143008768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546942'] for port, precommit_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:01:18.252229 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-06435a4a-1cb8-4fe9-b6ec-9ba87817a408 tempest-TestMinimumBasicScenario-143008768 tempest-TestMinimumBasicScenario-143008768-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:01:18.282836 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.db [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] get_ports_and_sgs() called for port_ids ['583ae89c-47b7-40fc-a78e-9dd7b9d5c3c1'] {{(pid=92666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 09:01:18.341378 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.plugins.ml2.plugin [None req-06435a4a-1cb8-4fe9-b6ec-9ba87817a408 tempest-TestMinimumBasicScenario-143008768 tempest-TestMinimumBasicScenario-143008768-project] Calling delete_port for ae5b6ff1-bb2d-43b6-8d16-0492af9b136a owned by network:floatingip {{(pid=92665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:01:18.356250 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-1d7c37cd-1ace-497d-832e-ea17d5191d19 req-e31f32dd-a1e6-415b-a11a-e95fb28aefdd service neutron] 10.222.0.15 "GET /v2.0/networks/e2082447-2f6b-49c7-89d0-33b24d58457e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1573083 Jun 22 09:01:18.389757 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95b9b180-0672-4f7e-982a-dfb8492df696 None None] New status for floating IP 434ffa72-e753-4575-abf2-6353af3d2478: ACTIVE {{(pid=92667) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 09:01:18.518517 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.rpc [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Device 772a827c-2031-4578-b15a-8a9e99dca9c3 up at agent hyperv_hv-cinder-79733 {{(pid=92666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:01:18.550260 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-06435a4a-1cb8-4fe9-b6ec-9ba87817a408 tempest-TestMinimumBasicScenario-143008768 tempest-TestMinimumBasicScenario-143008768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133719696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133660950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728380107749', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728379583070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4027009'] for port, after_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:01:18.554614 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-a9e4962a-0568-45bf-ac21-ac49e8dffc7d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:01:18.574695 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.provisioning_blocks [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Provisioning for port 772a827c-2031-4578-b15a-8a9e99dca9c3 completed by entity L2. {{(pid=92666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:01:18.579108 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.provisioning_blocks [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Provisioning complete for port 772a827c-2031-4578-b15a-8a9e99dca9c3 triggered by entity L2. {{(pid=92666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:01:18.579541 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133917554'] for port, provisioning_complete {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:01:18.584215 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06435a4a-1cb8-4fe9-b6ec-9ba87817a408 tempest-TestMinimumBasicScenario-143008768 tempest-TestMinimumBasicScenario-143008768-project] Pushing event deleted for resources: {'Port': ['ID=ae5b6ff1-bb2d-43b6-8d16-0492af9b136a,revision_number=None']} {{(pid=92665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:01:18.586708 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-06435a4a-1cb8-4fe9-b6ec-9ba87817a408 tempest-TestMinimumBasicScenario-143008768 tempest-TestMinimumBasicScenario-143008768-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:01:18.658992 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-06435a4a-1cb8-4fe9-b6ec-9ba87817a408 tempest-TestMinimumBasicScenario-143008768 tempest-TestMinimumBasicScenario-143008768-project] Notify callbacks [] for floatingip, after_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:01:18.659609 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.db.l3_db [None req-06435a4a-1cb8-4fe9-b6ec-9ba87817a408 tempest-TestMinimumBasicScenario-143008768 tempest-TestMinimumBasicScenario-143008768-project] Floating IP d70656c8-5b95-4d25-8ecc-525e6c3ddc69 disassociated (deleted). External IP: 172.28.3.230, port: 583ae89c-47b7-40fc-a78e-9dd7b9d5c3c1. Jun 22 09:01:18.673824 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133719154'] for port, before_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:01:18.698989 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1218c6d9-f7ac-4075-aa16-5d3235c11140', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '772a827c-2031-4578-b15a-8a9e99dca9c3'}] {{(pid=92666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:01:18.701266 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d55364b227510a28ea0dc9c97ec82a2823dd2b88b3d79212c5ee75253478bf9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-603e13fd-79d4-4da8-96ba-3b609ea7c4b8" -d '{"events": [{"server_uuid": "1218c6d9-f7ac-4075-aa16-5d3235c11140", "name": "network-vif-plugged", "status": "completed", "tag": "772a827c-2031-4578-b15a-8a9e99dca9c3"}]}' {{(pid=92666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:01:18.719721 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.db [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] For port 772a827c-2031-4578-b15a-8a9e99dca9c3, host hv-cinder-79733, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79733',level=0,port_id=772a827c-2031-4578-b15a-8a9e99dca9c3,segment=NetworkSegment(a37c650b-e011-49b1-9fb9-c613dfbe5229),segment_id=a37c650b-e011-49b1-9fb9-c613dfbe5229)] {{(pid=92666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:01:18.725165 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133719696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133660950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728380107731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728379583079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728379583124'] for port, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:01:18.727420 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG oslo_concurrency.lockutils [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:01:18.750686 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 09:01:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f003a518-a311-40f7-acbe-68950ae20f08 x-openstack-request-id: req-f003a518-a311-40f7-acbe-68950ae20f08 {{(pid=92666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:01:18.750948 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1218c6d9-f7ac-4075-aa16-5d3235c11140", "name": "network-vif-plugged", "status": "completed", "tag": "772a827c-2031-4578-b15a-8a9e99dca9c3", "code": 200}]} {{(pid=92666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:01:18.751215 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f003a518-a311-40f7-acbe-68950ae20f08 {{(pid=92666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:01:18.751606 dv-cinder-797333-1-smb neutron-server[92666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1218c6d9-f7ac-4075-aa16-5d3235c11140', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '772a827c-2031-4578-b15a-8a9e99dca9c3', 'code': 200} Jun 22 09:01:18.778384 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Pushing event updated for resources: {'Port': ['ID=772a827c-2031-4578-b15a-8a9e99dca9c3,revision_number=5']} {{(pid=92666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:01:18.781231 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG oslo_concurrency.lockutils [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:01:18.832089 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66e0b65-af69-4b9e-8d3b-32a01d4e2c70 req-5d7fc6fe-4514-4369-b8cc-331e0dadf812 tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:01:18.833596 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-f66e0b65-af69-4b9e-8d3b-32a01d4e2c70 req-5d7fc6fe-4514-4369-b8cc-331e0dadf812 tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] 10.222.0.22 "GET /v2.0/ports?device_id=1218c6d9-f7ac-4075-aa16-5d3235c11140 HTTP/1.1" status: 200 len: 944 time: 0.1295979 Jun 22 09:01:18.945659 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-f66e0b65-af69-4b9e-8d3b-32a01d4e2c70 req-3f00c72f-5ef2-433a-800e-903d0641f435 tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] 10.222.0.22 "GET /v2.0/security-groups?id=1f05d5bd-cb3f-46fa-a132-b38aa9efec49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829766 Jun 22 09:01:18.969200 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06435a4a-1cb8-4fe9-b6ec-9ba87817a408 tempest-TestMinimumBasicScenario-143008768 tempest-TestMinimumBasicScenario-143008768-project] Router a7d20871-6a06-4c5a-b243-30193fbbde11 has already been hosted by L3 agent 81bac9f2-ec56-4bd6-b329-9598189ea0dc {{(pid=92665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:01:18.976405 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcf0bf6-201c-4f54-81ea-4788b4a742be req-72efb176-928b-441a-bc91-cf65c56c2ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:01:18.977910 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-3bcf0bf6-201c-4f54-81ea-4788b4a742be req-72efb176-928b-441a-bc91-cf65c56c2ec1 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=1218c6d9-f7ac-4075-aa16-5d3235c11140 HTTP/1.1" status: 200 len: 1098 time: 0.0611506 Jun 22 09:01:19.013843 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-3bcf0bf6-201c-4f54-81ea-4788b4a742be req-19c53500-4872-457b-8063-6d12b991fb80 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=1f05d5bd-cb3f-46fa-a132-b38aa9efec49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297565 Jun 22 09:01:19.078737 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06435a4a-1cb8-4fe9-b6ec-9ba87817a408 tempest-TestMinimumBasicScenario-143008768 tempest-TestMinimumBasicScenario-143008768-project] Notify agent at l3_agent.dv-cinder-797333-1-smb the message routers_updated {{(pid=92665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:01:19.083291 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-06435a4a-1cb8-4fe9-b6ec-9ba87817a408 tempest-TestMinimumBasicScenario-143008768 tempest-TestMinimumBasicScenario-143008768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27927'] for floatingip, before_response {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:01:19.087621 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87a6955e-220f-414d-b153-bb2a12f0c0af None None] Sync routers for ids ['a7d20871-6a06-4c5a-b243-30193fbbde11'] in dv-cinder-797333-1-smb {{(pid=92666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:01:19.096751 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87a6955e-220f-414d-b153-bb2a12f0c0af None None] Routers {'a7d20871-6a06-4c5a-b243-30193fbbde11'} bound to L3 agent in host dv-cinder-797333-1-smb {{(pid=92666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:01:19.097363 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.l3_hamode_db [None req-87a6955e-220f-414d-b153-bb2a12f0c0af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797333-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-22T08:48:43Z,description=,heartbeat_timestamp=2021-06-22T09:01:14Z,host='dv-cinder-797333-1-smb',id=81bac9f2-ec56-4bd6-b329-9598189ea0dc,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T08:48:43Z,topic='l3_agent')) {'router_ids': ['a7d20871-6a06-4c5a-b243-30193fbbde11'], 'active': True} {{(pid=92666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:01:19.126598 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [None req-06435a4a-1cb8-4fe9-b6ec-9ba87817a408 tempest-TestMinimumBasicScenario-143008768 tempest-TestMinimumBasicScenario-143008768-project] 10.222.0.22 "DELETE /v2.0/floatingips/d70656c8-5b95-4d25-8ecc-525e6c3ddc69 HTTP/1.1" status: 204 len: 168 time: 1.3585379 Jun 22 09:01:19.209793 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.l3_dvr_db [None req-87a6955e-220f-414d-b153-bb2a12f0c0af None None] Set router a7d20871-6a06-4c5a-b243-30193fbbde11 gateway port host: dv-cinder-797333-1-smb {{(pid=92666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:01:19.442238 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9189ee1-d14d-4f17-8a25-cb3ce266c018', 'tag': '583ae89c-47b7-40fc-a78e-9dd7b9d5c3c1'}] {{(pid=92665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:01:19.446958 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}600ed202ef5c6893f709c92c950a9f9cd42c49f10c76c91c75f79f08b33dd1bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0025ee3e-8dcb-4218-9dc3-705ca9cf5325" -d '{"events": [{"name": "network-changed", "server_uuid": "b9189ee1-d14d-4f17-8a25-cb3ce266c018", "tag": "583ae89c-47b7-40fc-a78e-9dd7b9d5c3c1"}]}' {{(pid=92665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:01:19.473939 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.l3_hamode_db [None req-87a6955e-220f-414d-b153-bb2a12f0c0af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7d20871-6a06-4c5a-b243-30193fbbde11', 'name': 'tempest-TestMinimumBasicScenario-1848531303-router', 'tenant_id': '1fd4662991be4413a3d38dad2d2f406a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '229d5e4a-3847-4866-aa2f-e37dad8eeeae', 'external_fixed_ips': [{'subnet_id': '86526ad5-0ce1-4847-a8b3-31fb35f84f34', 'ip_address': '172.28.3.4'}], 'enable_snat': True}, 'gw_port_id': '4df57d66-5915-4c0f-9fe7-7e558a0aa213', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T08:58:14Z', 'updated_at': '2021-06-22T08:58:19Z', 'revision_number': 4, 'project_id': '1fd4662991be4413a3d38dad2d2f406a', 'gw_port': {'id': '4df57d66-5915-4c0f-9fe7-7e558a0aa213', 'name': '', 'network_id': '229d5e4a-3847-4866-aa2f-e37dad8eeeae', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:d6:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d20871-6a06-4c5a-b243-30193fbbde11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '86526ad5-0ce1-4847-a8b3-31fb35f84f34', 'ip_address': '172.28.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T08:58:15Z', 'updated_at': '2021-06-22T08:58:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86526ad5-0ce1-4847-a8b3-31fb35f84f34', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797333-1-smb', '_interfaces': [{'id': '6e1c4ede-4be7-482b-8691-914e9c625b61', 'name': '', 'network_id': 'e2082447-2f6b-49c7-89d0-33b24d58457e', 'tenant_id': '1fd4662991be4413a3d38dad2d2f406a', 'mac_address': 'fa:16:3e:5d:0c:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d20871-6a06-4c5a-b243-30193fbbde11', 'device_owner': 'network:router_interface', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '5e81b8d1-5626-4e02-8654-ffb9746cb98f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T08:58:18Z', 'updated_at': '2021-06-22T08:58:28Z', 'revision_number': 5, 'project_id': '1fd4662991be4413a3d38dad2d2f406a', 'subnets': [{'id': '5e81b8d1-5626-4e02-8654-ffb9746cb98f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797333-1-smb', False) {} {{(pid=92666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:01:19.506659 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87a6955e-220f-414d-b153-bb2a12f0c0af None None] Checking router: a7d20871-6a06-4c5a-b243-30193fbbde11 for host: dv-cinder-797333-1-smb {{(pid=92666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:01:19.507564 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 09:01:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18d35f6f-26c7-4522-9e99-c75b8a94d539 x-openstack-request-id: req-18d35f6f-26c7-4522-9e99-c75b8a94d539 {{(pid=92665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:01:19.507954 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9189ee1-d14d-4f17-8a25-cb3ce266c018", "tag": "583ae89c-47b7-40fc-a78e-9dd7b9d5c3c1", "status": "completed", "code": 200}]} {{(pid=92665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:01:19.508328 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-18d35f6f-26c7-4522-9e99-c75b8a94d539 {{(pid=92665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:01:19.508822 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9189ee1-d14d-4f17-8a25-cb3ce266c018', 'tag': '583ae89c-47b7-40fc-a78e-9dd7b9d5c3c1', 'status': 'completed', 'code': 200} Jun 22 09:01:19.516743 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87a6955e-220f-414d-b153-bb2a12f0c0af None None] Routers {'a7d20871-6a06-4c5a-b243-30193fbbde11'} bound to L3 agent in host dv-cinder-797333-1-smb {{(pid=92666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:01:19.517465 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.l3_hamode_db [None req-87a6955e-220f-414d-b153-bb2a12f0c0af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797333-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-22T08:48:43Z,description=,heartbeat_timestamp=2021-06-22T09:01:14Z,host='dv-cinder-797333-1-smb',id=81bac9f2-ec56-4bd6-b329-9598189ea0dc,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T08:48:43Z,topic='l3_agent')) {'router_ids': ['a7d20871-6a06-4c5a-b243-30193fbbde11'], 'active': True} {{(pid=92666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:01:19.588279 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0025ee3e-8dcb-4218-9dc3-705ca9cf5325 req-b463e8df-cba0-49ac-a832-735334c29a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:01:19.589895 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-0025ee3e-8dcb-4218-9dc3-705ca9cf5325 req-b463e8df-cba0-49ac-a832-735334c29a3e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1fd4662991be4413a3d38dad2d2f406a&device_id=b9189ee1-d14d-4f17-8a25-cb3ce266c018 HTTP/1.1" status: 200 len: 1099 time: 0.0555520 Jun 22 09:01:19.645256 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.l3_dvr_db [None req-87a6955e-220f-414d-b153-bb2a12f0c0af None None] Set router a7d20871-6a06-4c5a-b243-30193fbbde11 gateway port host: dv-cinder-797333-1-smb {{(pid=92666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:01:19.703642 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0025ee3e-8dcb-4218-9dc3-705ca9cf5325 req-b1d85047-83cf-40ed-bcd7-e5306341c3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:01:19.705350 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-0025ee3e-8dcb-4218-9dc3-705ca9cf5325 req-b1d85047-83cf-40ed-bcd7-e5306341c3a4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e2082447-2f6b-49c7-89d0-33b24d58457e HTTP/1.1" status: 200 len: 916 time: 0.1081085 Jun 22 09:01:19.754625 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-0025ee3e-8dcb-4218-9dc3-705ca9cf5325 req-52aadb4b-0cfd-4245-86e9-d9b0a2fa27bc service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=583ae89c-47b7-40fc-a78e-9dd7b9d5c3c1 HTTP/1.1" status: 200 len: 217 time: 0.0406005 Jun 22 09:01:19.830719 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0025ee3e-8dcb-4218-9dc3-705ca9cf5325 req-fc3906b2-d46a-4285-b3f9-4103fe17fa3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:01:19.832248 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-0025ee3e-8dcb-4218-9dc3-705ca9cf5325 req-fc3906b2-d46a-4285-b3f9-4103fe17fa3d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5e81b8d1-5626-4e02-8654-ffb9746cb98f HTTP/1.1" status: 200 len: 854 time: 0.0603907 Jun 22 09:01:19.863967 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.l3_hamode_db [None req-87a6955e-220f-414d-b153-bb2a12f0c0af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7d20871-6a06-4c5a-b243-30193fbbde11', 'name': 'tempest-TestMinimumBasicScenario-1848531303-router', 'tenant_id': '1fd4662991be4413a3d38dad2d2f406a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '229d5e4a-3847-4866-aa2f-e37dad8eeeae', 'external_fixed_ips': [{'subnet_id': '86526ad5-0ce1-4847-a8b3-31fb35f84f34', 'ip_address': '172.28.3.4'}], 'enable_snat': True}, 'gw_port_id': '4df57d66-5915-4c0f-9fe7-7e558a0aa213', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T08:58:14Z', 'updated_at': '2021-06-22T08:58:19Z', 'revision_number': 4, 'project_id': '1fd4662991be4413a3d38dad2d2f406a', 'gw_port': {'id': '4df57d66-5915-4c0f-9fe7-7e558a0aa213', 'name': '', 'network_id': '229d5e4a-3847-4866-aa2f-e37dad8eeeae', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:d6:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d20871-6a06-4c5a-b243-30193fbbde11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '86526ad5-0ce1-4847-a8b3-31fb35f84f34', 'ip_address': '172.28.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T08:58:15Z', 'updated_at': '2021-06-22T08:58:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86526ad5-0ce1-4847-a8b3-31fb35f84f34', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797333-1-smb', '_interfaces': [{'id': '6e1c4ede-4be7-482b-8691-914e9c625b61', 'name': '', 'network_id': 'e2082447-2f6b-49c7-89d0-33b24d58457e', 'tenant_id': '1fd4662991be4413a3d38dad2d2f406a', 'mac_address': 'fa:16:3e:5d:0c:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d20871-6a06-4c5a-b243-30193fbbde11', 'device_owner': 'network:router_interface', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '5e81b8d1-5626-4e02-8654-ffb9746cb98f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T08:58:18Z', 'updated_at': '2021-06-22T08:58:28Z', 'revision_number': 5, 'project_id': '1fd4662991be4413a3d38dad2d2f406a', 'subnets': [{'id': '5e81b8d1-5626-4e02-8654-ffb9746cb98f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797333-1-smb', False) {} {{(pid=92666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:01:19.891000 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0025ee3e-8dcb-4218-9dc3-705ca9cf5325 req-04d6e487-9fee-45f6-a035-4224a3efd0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:01:19.892703 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-0025ee3e-8dcb-4218-9dc3-705ca9cf5325 req-04d6e487-9fee-45f6-a035-4224a3efd0bf service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e2082447-2f6b-49c7-89d0-33b24d58457e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0530729 Jun 22 09:01:19.893820 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87a6955e-220f-414d-b153-bb2a12f0c0af None None] The sync data for ids ['a7d20871-6a06-4c5a-b243-30193fbbde11'] in dv-cinder-797333-1-smb is: [{'id': 'a7d20871-6a06-4c5a-b243-30193fbbde11', 'name': 'tempest-TestMinimumBasicScenario-1848531303-router', 'tenant_id': '1fd4662991be4413a3d38dad2d2f406a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '229d5e4a-3847-4866-aa2f-e37dad8eeeae', 'external_fixed_ips': [{'subnet_id': '86526ad5-0ce1-4847-a8b3-31fb35f84f34', 'ip_address': '172.28.3.4'}], 'enable_snat': True}, 'gw_port_id': '4df57d66-5915-4c0f-9fe7-7e558a0aa213', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T08:58:14Z', 'updated_at': '2021-06-22T08:58:19Z', 'revision_number': 4, 'project_id': '1fd4662991be4413a3d38dad2d2f406a', 'gw_port': {'id': '4df57d66-5915-4c0f-9fe7-7e558a0aa213', 'name': '', 'network_id': '229d5e4a-3847-4866-aa2f-e37dad8eeeae', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:d6:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d20871-6a06-4c5a-b243-30193fbbde11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '86526ad5-0ce1-4847-a8b3-31fb35f84f34', 'ip_address': '172.28.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T08:58:15Z', 'updated_at': '2021-06-22T08:58:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86526ad5-0ce1-4847-a8b3-31fb35f84f34', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797333-1-smb', '_interfaces': [{'id': '6e1c4ede-4be7-482b-8691-914e9c625b61', 'name': '', 'network_id': 'e2082447-2f6b-49c7-89d0-33b24d58457e', 'tenant_id': '1fd4662991be4413a3d38dad2d2f406a', 'mac_address': 'fa:16:3e:5d:0c:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d20871-6a06-4c5a-b243-30193fbbde11', 'device_owner': 'network:router_interface', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '5e81b8d1-5626-4e02-8654-ffb9746cb98f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T08:58:18Z', 'updated_at': '2021-06-22T08:58:28Z', 'revision_number': 5, 'project_id': '1fd4662991be4413a3d38dad2d2f406a', 'subnets': [{'id': '5e81b8d1-5626-4e02-8654-ffb9746cb98f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:01:20.021138 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-0025ee3e-8dcb-4218-9dc3-705ca9cf5325 req-99f16e7a-5037-4e0f-a460-2ee869ce2362 service neutron] 10.222.0.15 "GET /v2.0/networks/e2082447-2f6b-49c7-89d0-33b24d58457e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1159484 Jun 22 09:01:20.133000 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-0025ee3e-8dcb-4218-9dc3-705ca9cf5325 req-91fe225a-2424-4ca0-82f4-575fbc2b0518 service neutron] 10.222.0.15 "GET /v2.0/networks/e2082447-2f6b-49c7-89d0-33b24d58457e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972788 Jun 22 09:01:20.184853 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f30d453-48db-49ee-a101-ee764b41c67a req-0b9797ac-fb8a-4e74-9e9b-1c5a183e0b08 tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:01:20.186491 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-8f30d453-48db-49ee-a101-ee764b41c67a req-0b9797ac-fb8a-4e74-9e9b-1c5a183e0b08 tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] 10.222.0.22 "GET /v2.0/ports?device_id=1218c6d9-f7ac-4075-aa16-5d3235c11140 HTTP/1.1" status: 200 len: 945 time: 0.1030900 Jun 22 09:01:20.198014 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd9757a4-ed36-4fd7-bad0-ebf2818faa73 None None] New status for floating IP d70656c8-5b95-4d25-8ecc-525e6c3ddc69: DOWN {{(pid=92667) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 09:01:20.227020 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-8f30d453-48db-49ee-a101-ee764b41c67a req-beadbcde-2488-42ce-9821-e828258779d4 tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] 10.222.0.22 "GET /v2.0/security-groups?id=1f05d5bd-cb3f-46fa-a132-b38aa9efec49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342140 Jun 22 09:01:21.407166 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fce4224-a30b-4d0a-ad24-7b255786be14 req-dcf77963-8324-4556-9bca-32f101fdeb3f tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:01:21.408623 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-8fce4224-a30b-4d0a-ad24-7b255786be14 req-dcf77963-8324-4556-9bca-32f101fdeb3f tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] 10.222.0.22 "GET /v2.0/ports?device_id=1218c6d9-f7ac-4075-aa16-5d3235c11140 HTTP/1.1" status: 200 len: 945 time: 0.0682645 Jun 22 09:01:21.687587 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-8fce4224-a30b-4d0a-ad24-7b255786be14 req-e3a3a6ad-5521-42b6-89a9-1415ddc5845e tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] 10.222.0.22 "GET /v2.0/security-groups?id=1f05d5bd-cb3f-46fa-a132-b38aa9efec49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2732692 Jun 22 09:01:21.854768 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dad062-9d53-4030-9c93-9d771a183f51 req-b2f706f3-23ad-43f2-9168-c79d52417956 tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:01:21.856656 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-c8dad062-9d53-4030-9c93-9d771a183f51 req-b2f706f3-23ad-43f2-9168-c79d52417956 tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] 10.222.0.22 "GET /v2.0/ports?device_id=1218c6d9-f7ac-4075-aa16-5d3235c11140 HTTP/1.1" status: 200 len: 945 time: 0.0606506 Jun 22 09:01:21.864532 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.wsgi [-] (92665) accepted ('10.222.0.22', 39234) {{(pid=92665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:01:21.869208 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.v2.base [None req-642020a3-5dfa-4045-afe7-61c43ecd2891 tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] Request body: {'floatingip': {'port_id': '772a827c-2031-4578-b15a-8a9e99dca9c3'}} {{(pid=92665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:01:21.910081 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-642020a3-5dfa-4045-afe7-61c43ecd2891 tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] Notify callbacks [] for floatingip, before_update {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:01:22.317253 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875401b5-1908-425f-9766-51e6606bad7d req-c6bb1776-dfe5-4298-91b2-8a2649eefce7 tempest-TestMinimumBasicScenario-143008768 tempest-TestMinimumBasicScenario-143008768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:01:22.318825 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-875401b5-1908-425f-9766-51e6606bad7d req-c6bb1776-dfe5-4298-91b2-8a2649eefce7 tempest-TestMinimumBasicScenario-143008768 tempest-TestMinimumBasicScenario-143008768-project] 10.222.0.22 "GET /v2.0/ports?device_id=b9189ee1-d14d-4f17-8a25-cb3ce266c018 HTTP/1.1" status: 200 len: 946 time: 0.1556001 Jun 22 09:01:22.419052 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-875401b5-1908-425f-9766-51e6606bad7d req-ca23a694-7587-47d4-bae9-d9ba7e65fcae tempest-TestMinimumBasicScenario-143008768 tempest-TestMinimumBasicScenario-143008768-project] 10.222.0.22 "GET /v2.0/security-groups?id=f1813137-ba80-494d-86f8-3129fc52c05b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774443 Jun 22 09:01:22.433737 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-642020a3-5dfa-4045-afe7-61c43ecd2891 tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:01:22.438106 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-642020a3-5dfa-4045-afe7-61c43ecd2891 tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-546628'] for floatingip, after_update {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:01:22.551235 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.db.l3_db [None req-642020a3-5dfa-4045-afe7-61c43ecd2891 tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] Floating IP 52d2d0f9-df70-43cd-8b69-af0848550ad8 associated. External IP: 172.28.3.207, port: 772a827c-2031-4578-b15a-8a9e99dca9c3. Jun 22 09:01:22.745376 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380123073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133916839'] for agent, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:01:22.777026 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-642020a3-5dfa-4045-afe7-61c43ecd2891 tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] Router 5f8098ca-ed85-402c-920b-4930a41cf01f has already been hosted by L3 agent 81bac9f2-ec56-4bd6-b329-9598189ea0dc {{(pid=92665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:01:22.887399 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-642020a3-5dfa-4045-afe7-61c43ecd2891 tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] Notify agent at l3_agent.dv-cinder-797333-1-smb the message routers_updated {{(pid=92665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:01:22.893739 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-642020a3-5dfa-4045-afe7-61c43ecd2891 tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27927'] for floatingip, before_response {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:01:22.899879 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f52f6f5a-8e5b-4d3f-94f5-6e24c7773371 None None] Sync routers for ids ['5f8098ca-ed85-402c-920b-4930a41cf01f'] in dv-cinder-797333-1-smb {{(pid=92666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:01:22.913772 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f52f6f5a-8e5b-4d3f-94f5-6e24c7773371 None None] Routers {'5f8098ca-ed85-402c-920b-4930a41cf01f'} bound to L3 agent in host dv-cinder-797333-1-smb {{(pid=92666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:01:22.914499 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.l3_hamode_db [None req-f52f6f5a-8e5b-4d3f-94f5-6e24c7773371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797333-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-22T08:48:43Z,description=,heartbeat_timestamp=2021-06-22T09:01:14Z,host='dv-cinder-797333-1-smb',id=81bac9f2-ec56-4bd6-b329-9598189ea0dc,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T08:48:43Z,topic='l3_agent')) {'router_ids': ['5f8098ca-ed85-402c-920b-4930a41cf01f'], 'active': True} {{(pid=92666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:01:22.937323 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [None req-642020a3-5dfa-4045-afe7-61c43ecd2891 tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] 10.222.0.22 "PUT /v2.0/floatingips/52d2d0f9-df70-43cd-8b69-af0848550ad8 HTTP/1.1" status: 200 len: 991 time: 1.0716112 Jun 22 09:01:22.938244 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1218c6d9-f7ac-4075-aa16-5d3235c11140', 'tag': '772a827c-2031-4578-b15a-8a9e99dca9c3'}] {{(pid=92665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:01:22.940812 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}600ed202ef5c6893f709c92c950a9f9cd42c49f10c76c91c75f79f08b33dd1bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-906f328d-9503-4b40-90fc-1c3c37c98995" -d '{"events": [{"name": "network-changed", "server_uuid": "1218c6d9-f7ac-4075-aa16-5d3235c11140", "tag": "772a827c-2031-4578-b15a-8a9e99dca9c3"}]}' {{(pid=92665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:01:22.986698 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 09:01:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0723ba22-e0be-4d83-bdf9-c9df60fa4341 x-openstack-request-id: req-0723ba22-e0be-4d83-bdf9-c9df60fa4341 {{(pid=92665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:01:22.987221 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1218c6d9-f7ac-4075-aa16-5d3235c11140", "tag": "772a827c-2031-4578-b15a-8a9e99dca9c3", "status": "completed", "code": 200}]} {{(pid=92665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:01:22.987577 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0723ba22-e0be-4d83-bdf9-c9df60fa4341 {{(pid=92665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:01:22.988092 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1218c6d9-f7ac-4075-aa16-5d3235c11140', 'tag': '772a827c-2031-4578-b15a-8a9e99dca9c3', 'status': 'completed', 'code': 200} Jun 22 09:01:23.053068 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.l3_dvr_db [None req-f52f6f5a-8e5b-4d3f-94f5-6e24c7773371 None None] Set router 5f8098ca-ed85-402c-920b-4930a41cf01f gateway port host: dv-cinder-797333-1-smb {{(pid=92666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:01:23.073327 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906f328d-9503-4b40-90fc-1c3c37c98995 req-7f564921-f0c7-4724-8ec5-792c95750ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:01:23.074993 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-906f328d-9503-4b40-90fc-1c3c37c98995 req-7f564921-f0c7-4724-8ec5-792c95750ee9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=539be15b3b01480196a1d49d035c0e00&device_id=1218c6d9-f7ac-4075-aa16-5d3235c11140 HTTP/1.1" status: 200 len: 1098 time: 0.0549638 Jun 22 09:01:23.176951 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906f328d-9503-4b40-90fc-1c3c37c98995 req-6c1626ee-6795-40c4-bd65-586ef01eff49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:01:23.178589 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-906f328d-9503-4b40-90fc-1c3c37c98995 req-6c1626ee-6795-40c4-bd65-586ef01eff49 service neutron] 10.222.0.15 "GET /v2.0/networks?id=6858ed3b-c3b9-4692-a3bd-5458c5aaeb61 HTTP/1.1" status: 200 len: 911 time: 0.0966580 Jun 22 09:01:23.247950 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-906f328d-9503-4b40-90fc-1c3c37c98995 req-d1c137b4-6070-4341-8f0c-bb0698e88282 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=772a827c-2031-4578-b15a-8a9e99dca9c3 HTTP/1.1" status: 200 len: 999 time: 0.0608070 Jun 22 09:01:23.299842 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906f328d-9503-4b40-90fc-1c3c37c98995 req-e7f1d559-8d0b-4fbb-af5b-a8fa89f38994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:01:23.301295 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-906f328d-9503-4b40-90fc-1c3c37c98995 req-e7f1d559-8d0b-4fbb-af5b-a8fa89f38994 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d3540fe9-cc9d-4e8a-ade5-a63ad9a74449 HTTP/1.1" status: 200 len: 849 time: 0.0456843 Jun 22 09:01:23.370161 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906f328d-9503-4b40-90fc-1c3c37c98995 req-44edb0d5-5cb8-4771-88cb-cea7d01600ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:01:23.371644 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-906f328d-9503-4b40-90fc-1c3c37c98995 req-44edb0d5-5cb8-4771-88cb-cea7d01600ff service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6858ed3b-c3b9-4692-a3bd-5458c5aaeb61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0570631 Jun 22 09:01:23.408250 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.l3_hamode_db [None req-f52f6f5a-8e5b-4d3f-94f5-6e24c7773371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f8098ca-ed85-402c-920b-4930a41cf01f', 'name': 'tempest-AttachVolumeTestJSON-805699332-router', 'tenant_id': '539be15b3b01480196a1d49d035c0e00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '229d5e4a-3847-4866-aa2f-e37dad8eeeae', 'external_fixed_ips': [{'subnet_id': '86526ad5-0ce1-4847-a8b3-31fb35f84f34', 'ip_address': '172.28.3.241'}], 'enable_snat': True}, 'gw_port_id': '2f0bc85f-0f87-4d56-87b8-53345a6ae5be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T08:56:32Z', 'updated_at': '2021-06-22T08:56:42Z', 'revision_number': 4, 'project_id': '539be15b3b01480196a1d49d035c0e00', 'gw_port': {'id': '2f0bc85f-0f87-4d56-87b8-53345a6ae5be', 'name': '', 'network_id': '229d5e4a-3847-4866-aa2f-e37dad8eeeae', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:a4:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f8098ca-ed85-402c-920b-4930a41cf01f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '86526ad5-0ce1-4847-a8b3-31fb35f84f34', 'ip_address': '172.28.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T08:56:34Z', 'updated_at': '2021-06-22T08:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86526ad5-0ce1-4847-a8b3-31fb35f84f34', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797333-1-smb', '_floatingips': [{'id': '52d2d0f9-df70-43cd-8b69-af0848550ad8', 'tenant_id': '539be15b3b01480196a1d49d035c0e00', 'floating_ip_address': '172.28.3.207', 'floating_network_id': '229d5e4a-3847-4866-aa2f-e37dad8eeeae', 'router_id': '5f8098ca-ed85-402c-920b-4930a41cf01f', 'port_id': '772a827c-2031-4578-b15a-8a9e99dca9c3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 546, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6858ed3b-c3b9-4692-a3bd-5458c5aaeb61', 'mac_address': 'fa:16:3e:5b:a2:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1218c6d9-f7ac-4075-aa16-5d3235c11140', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T09:01:09Z', 'updated_at': '2021-06-22T09:01:22Z', 'revision_number': 1, 'project_id': '539be15b3b01480196a1d49d035c0e00', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba671f67-7b65-40aa-89c3-5822dacef29e', 'name': '', 'network_id': '6858ed3b-c3b9-4692-a3bd-5458c5aaeb61', 'tenant_id': '539be15b3b01480196a1d49d035c0e00', 'mac_address': 'fa:16:3e:ab:2e:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f8098ca-ed85-402c-920b-4930a41cf01f', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'd3540fe9-cc9d-4e8a-ade5-a63ad9a74449', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T08:56:39Z', 'updated_at': '2021-06-22T08:56:57Z', 'revision_number': 5, 'project_id': '539be15b3b01480196a1d49d035c0e00', 'subnets': [{'id': 'd3540fe9-cc9d-4e8a-ade5-a63ad9a74449', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797333-1-smb', False) {} {{(pid=92666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:01:23.437542 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f52f6f5a-8e5b-4d3f-94f5-6e24c7773371 None None] Checking router: 5f8098ca-ed85-402c-920b-4930a41cf01f for host: dv-cinder-797333-1-smb {{(pid=92666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:01:23.447155 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f52f6f5a-8e5b-4d3f-94f5-6e24c7773371 None None] Routers {'5f8098ca-ed85-402c-920b-4930a41cf01f'} bound to L3 agent in host dv-cinder-797333-1-smb {{(pid=92666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:01:23.447155 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.l3_hamode_db [None req-f52f6f5a-8e5b-4d3f-94f5-6e24c7773371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797333-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-22T08:48:43Z,description=,heartbeat_timestamp=2021-06-22T09:01:14Z,host='dv-cinder-797333-1-smb',id=81bac9f2-ec56-4bd6-b329-9598189ea0dc,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T08:48:43Z,topic='l3_agent')) {'router_ids': ['5f8098ca-ed85-402c-920b-4930a41cf01f'], 'active': True} {{(pid=92666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:01:23.461948 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-906f328d-9503-4b40-90fc-1c3c37c98995 req-4ea02efa-3207-4dc3-a118-c0ad27058a76 service neutron] 10.222.0.15 "GET /v2.0/networks/6858ed3b-c3b9-4692-a3bd-5458c5aaeb61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829558 Jun 22 09:01:23.562574 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.l3_dvr_db [None req-f52f6f5a-8e5b-4d3f-94f5-6e24c7773371 None None] Set router 5f8098ca-ed85-402c-920b-4930a41cf01f gateway port host: dv-cinder-797333-1-smb {{(pid=92666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:01:23.573881 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-906f328d-9503-4b40-90fc-1c3c37c98995 req-09d8b9e2-d950-41ce-aa3e-e8d5a6cb6843 service neutron] 10.222.0.15 "GET /v2.0/networks/6858ed3b-c3b9-4692-a3bd-5458c5aaeb61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002667 Jun 22 09:01:23.768740 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f04f0f-346e-4a49-8931-92d6d15109b5 req-b3078677-361a-43ca-88e5-3e9d166c5703 tempest-TestMinimumBasicScenario-143008768 tempest-TestMinimumBasicScenario-143008768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:01:23.771204 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-c5f04f0f-346e-4a49-8931-92d6d15109b5 req-b3078677-361a-43ca-88e5-3e9d166c5703 tempest-TestMinimumBasicScenario-143008768 tempest-TestMinimumBasicScenario-143008768-project] 10.222.0.22 "GET /v2.0/ports?device_id=b9189ee1-d14d-4f17-8a25-cb3ce266c018 HTTP/1.1" status: 200 len: 946 time: 0.0695469 Jun 22 09:01:23.813315 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.l3_hamode_db [None req-f52f6f5a-8e5b-4d3f-94f5-6e24c7773371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f8098ca-ed85-402c-920b-4930a41cf01f', 'name': 'tempest-AttachVolumeTestJSON-805699332-router', 'tenant_id': '539be15b3b01480196a1d49d035c0e00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '229d5e4a-3847-4866-aa2f-e37dad8eeeae', 'external_fixed_ips': [{'subnet_id': '86526ad5-0ce1-4847-a8b3-31fb35f84f34', 'ip_address': '172.28.3.241'}], 'enable_snat': True}, 'gw_port_id': '2f0bc85f-0f87-4d56-87b8-53345a6ae5be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T08:56:32Z', 'updated_at': '2021-06-22T08:56:42Z', 'revision_number': 4, 'project_id': '539be15b3b01480196a1d49d035c0e00', 'gw_port': {'id': '2f0bc85f-0f87-4d56-87b8-53345a6ae5be', 'name': '', 'network_id': '229d5e4a-3847-4866-aa2f-e37dad8eeeae', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:a4:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f8098ca-ed85-402c-920b-4930a41cf01f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '86526ad5-0ce1-4847-a8b3-31fb35f84f34', 'ip_address': '172.28.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T08:56:34Z', 'updated_at': '2021-06-22T08:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86526ad5-0ce1-4847-a8b3-31fb35f84f34', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797333-1-smb', '_floatingips': [{'id': '52d2d0f9-df70-43cd-8b69-af0848550ad8', 'tenant_id': '539be15b3b01480196a1d49d035c0e00', 'floating_ip_address': '172.28.3.207', 'floating_network_id': '229d5e4a-3847-4866-aa2f-e37dad8eeeae', 'router_id': '5f8098ca-ed85-402c-920b-4930a41cf01f', 'port_id': '772a827c-2031-4578-b15a-8a9e99dca9c3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 546, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6858ed3b-c3b9-4692-a3bd-5458c5aaeb61', 'mac_address': 'fa:16:3e:5b:a2:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1218c6d9-f7ac-4075-aa16-5d3235c11140', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T09:01:09Z', 'updated_at': '2021-06-22T09:01:22Z', 'revision_number': 1, 'project_id': '539be15b3b01480196a1d49d035c0e00', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba671f67-7b65-40aa-89c3-5822dacef29e', 'name': '', 'network_id': '6858ed3b-c3b9-4692-a3bd-5458c5aaeb61', 'tenant_id': '539be15b3b01480196a1d49d035c0e00', 'mac_address': 'fa:16:3e:ab:2e:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f8098ca-ed85-402c-920b-4930a41cf01f', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'd3540fe9-cc9d-4e8a-ade5-a63ad9a74449', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T08:56:39Z', 'updated_at': '2021-06-22T08:56:57Z', 'revision_number': 5, 'project_id': '539be15b3b01480196a1d49d035c0e00', 'subnets': [{'id': 'd3540fe9-cc9d-4e8a-ade5-a63ad9a74449', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797333-1-smb', False) {} {{(pid=92666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:01:23.814214 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-c5f04f0f-346e-4a49-8931-92d6d15109b5 req-c865ccf2-3f89-4644-b0ac-7a8b319485bb tempest-TestMinimumBasicScenario-143008768 tempest-TestMinimumBasicScenario-143008768-project] 10.222.0.22 "GET /v2.0/security-groups?id=f1813137-ba80-494d-86f8-3129fc52c05b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379527 Jun 22 09:01:23.840805 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f52f6f5a-8e5b-4d3f-94f5-6e24c7773371 None None] The sync data for ids ['5f8098ca-ed85-402c-920b-4930a41cf01f'] in dv-cinder-797333-1-smb is: [{'id': '5f8098ca-ed85-402c-920b-4930a41cf01f', 'name': 'tempest-AttachVolumeTestJSON-805699332-router', 'tenant_id': '539be15b3b01480196a1d49d035c0e00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '229d5e4a-3847-4866-aa2f-e37dad8eeeae', 'external_fixed_ips': [{'subnet_id': '86526ad5-0ce1-4847-a8b3-31fb35f84f34', 'ip_address': '172.28.3.241'}], 'enable_snat': True}, 'gw_port_id': '2f0bc85f-0f87-4d56-87b8-53345a6ae5be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T08:56:32Z', 'updated_at': '2021-06-22T08:56:42Z', 'revision_number': 4, 'project_id': '539be15b3b01480196a1d49d035c0e00', 'gw_port': {'id': '2f0bc85f-0f87-4d56-87b8-53345a6ae5be', 'name': '', 'network_id': '229d5e4a-3847-4866-aa2f-e37dad8eeeae', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:a4:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f8098ca-ed85-402c-920b-4930a41cf01f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '86526ad5-0ce1-4847-a8b3-31fb35f84f34', 'ip_address': '172.28.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T08:56:34Z', 'updated_at': '2021-06-22T08:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86526ad5-0ce1-4847-a8b3-31fb35f84f34', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797333-1-smb', '_floatingips': [{'id': '52d2d0f9-df70-43cd-8b69-af0848550ad8', 'tenant_id': '539be15b3b01480196a1d49d035c0e00', 'floating_ip_address': '172.28.3.207', 'floating_network_id': '229d5e4a-3847-4866-aa2f-e37dad8eeeae', 'router_id': '5f8098ca-ed85-402c-920b-4930a41cf01f', 'port_id': '772a827c-2031-4578-b15a-8a9e99dca9c3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 546, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6858ed3b-c3b9-4692-a3bd-5458c5aaeb61', 'mac_address': 'fa:16:3e:5b:a2:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1218c6d9-f7ac-4075-aa16-5d3235c11140', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T09:01:09Z', 'updated_at': '2021-06-22T09:01:22Z', 'revision_number': 1, 'project_id': '539be15b3b01480196a1d49d035c0e00', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba671f67-7b65-40aa-89c3-5822dacef29e', 'name': '', 'network_id': '6858ed3b-c3b9-4692-a3bd-5458c5aaeb61', 'tenant_id': '539be15b3b01480196a1d49d035c0e00', 'mac_address': 'fa:16:3e:ab:2e:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f8098ca-ed85-402c-920b-4930a41cf01f', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'd3540fe9-cc9d-4e8a-ade5-a63ad9a74449', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T08:56:39Z', 'updated_at': '2021-06-22T08:56:57Z', 'revision_number': 5, 'project_id': '539be15b3b01480196a1d49d035c0e00', 'subnets': [{'id': 'd3540fe9-cc9d-4e8a-ade5-a63ad9a74449', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:01:24.042313 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa436f5a-1d6e-429e-9214-3f520fcb192c None None] New status for floating IP 52d2d0f9-df70-43cd-8b69-af0848550ad8: ACTIVE {{(pid=92667) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 09:01:24.176528 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0c329d-04b7-4b6f-8aa8-55eb3522a210 req-7cf75728-971a-4651-a5e6-2b3b7c817825 tempest-TestMinimumBasicScenario-143008768 tempest-TestMinimumBasicScenario-143008768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:01:24.178039 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-6f0c329d-04b7-4b6f-8aa8-55eb3522a210 req-7cf75728-971a-4651-a5e6-2b3b7c817825 tempest-TestMinimumBasicScenario-143008768 tempest-TestMinimumBasicScenario-143008768-project] 10.222.0.15 "GET /v2.0/ports?device_id=b9189ee1-d14d-4f17-8a25-cb3ce266c018 HTTP/1.1" status: 200 len: 946 time: 0.0694394 Jun 22 09:01:24.278749 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.plugins.ml2.plugin [req-6f0c329d-04b7-4b6f-8aa8-55eb3522a210 req-2dccba8d-4849-4ccd-b635-d1116a84384f tempest-TestMinimumBasicScenario-143008768 tempest-TestMinimumBasicScenario-143008768-project] Deleting port 583ae89c-47b7-40fc-a78e-9dd7b9d5c3c1 {{(pid=92664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:01:24.278971 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [req-6f0c329d-04b7-4b6f-8aa8-55eb3522a210 req-2dccba8d-4849-4ccd-b635-d1116a84384f tempest-TestMinimumBasicScenario-143008768 tempest-TestMinimumBasicScenario-143008768-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728380103653'] for port, before_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:01:24.367281 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.plugins.ml2.db [req-6f0c329d-04b7-4b6f-8aa8-55eb3522a210 req-2dccba8d-4849-4ccd-b635-d1116a84384f tempest-TestMinimumBasicScenario-143008768 tempest-TestMinimumBasicScenario-143008768-project] For port 583ae89c-47b7-40fc-a78e-9dd7b9d5c3c1, host hv-cinder-79733, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79733',level=0,port_id=583ae89c-47b7-40fc-a78e-9dd7b9d5c3c1,segment=NetworkSegment(d13ba5e2-ed8e-4ca3-8ec2-cef6298c9446),segment_id=d13ba5e2-ed8e-4ca3-8ec2-cef6298c9446)] {{(pid=92664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:01:24.367654 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [req-6f0c329d-04b7-4b6f-8aa8-55eb3522a210 req-2dccba8d-4849-4ccd-b635-d1116a84384f tempest-TestMinimumBasicScenario-143008768 tempest-TestMinimumBasicScenario-143008768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546942'] for port, precommit_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:01:24.434540 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.plugins.ml2.plugin [req-6f0c329d-04b7-4b6f-8aa8-55eb3522a210 req-2dccba8d-4849-4ccd-b635-d1116a84384f tempest-TestMinimumBasicScenario-143008768 tempest-TestMinimumBasicScenario-143008768-project] Calling delete_port for 583ae89c-47b7-40fc-a78e-9dd7b9d5c3c1 owned by compute:nova {{(pid=92664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:01:24.558928 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [req-6f0c329d-04b7-4b6f-8aa8-55eb3522a210 req-2dccba8d-4849-4ccd-b635-d1116a84384f tempest-TestMinimumBasicScenario-143008768 tempest-TestMinimumBasicScenario-143008768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133719696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133660950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728380107749', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728379583070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9113264'] for port, after_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:01:24.562749 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-88cb5351-a4f7-4179-ac14-2164150c2c3e tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:01:24.578523 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.db [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] get_ports_and_sgs() called for port_ids ['583ae89c-47b7-40fc-a78e-9dd7b9d5c3c1'] {{(pid=92666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 09:01:24.591904 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dccba8d-4849-4ccd-b635-d1116a84384f tempest-TestMinimumBasicScenario-143008768 tempest-TestMinimumBasicScenario-143008768-project] Pushing event deleted for resources: {'Port': ['ID=583ae89c-47b7-40fc-a78e-9dd7b9d5c3c1,revision_number=None']} {{(pid=92664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:01:24.595407 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-2dccba8d-4849-4ccd-b635-d1116a84384f tempest-TestMinimumBasicScenario-143008768 tempest-TestMinimumBasicScenario-143008768-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:01:24.641118 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f0c329d-04b7-4b6f-8aa8-55eb3522a210 req-2dccba8d-4849-4ccd-b635-d1116a84384f tempest-TestMinimumBasicScenario-143008768 tempest-TestMinimumBasicScenario-143008768-project] No DVR routers for this DVR port 583ae89c-47b7-40fc-a78e-9dd7b9d5c3c1 on host hv-cinder-79733 {{(pid=92664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:01:24.645020 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [req-6f0c329d-04b7-4b6f-8aa8-55eb3522a210 req-2dccba8d-4849-4ccd-b635-d1116a84384f tempest-TestMinimumBasicScenario-143008768 tempest-TestMinimumBasicScenario-143008768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27927'] for port, before_response {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:01:24.647009 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-6f0c329d-04b7-4b6f-8aa8-55eb3522a210 req-2dccba8d-4849-4ccd-b635-d1116a84384f tempest-TestMinimumBasicScenario-143008768 tempest-TestMinimumBasicScenario-143008768-project] 10.222.0.15 "DELETE /v2.0/ports/583ae89c-47b7-40fc-a78e-9dd7b9d5c3c1 HTTP/1.1" status: 204 len: 173 time: 0.4634955 Jun 22 09:01:24.647517 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9189ee1-d14d-4f17-8a25-cb3ce266c018', 'name': 'network-vif-deleted', 'tag': '583ae89c-47b7-40fc-a78e-9dd7b9d5c3c1'}] {{(pid=92664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:01:24.649832 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}204e7d68aaf5059dd7cb24067ff1be2165df2a8c21773c1dc73aa01b5c6655f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ecd52fb-c73d-4cbe-86dd-b28ad4650b68" -d '{"events": [{"server_uuid": "b9189ee1-d14d-4f17-8a25-cb3ce266c018", "name": "network-vif-deleted", "tag": "583ae89c-47b7-40fc-a78e-9dd7b9d5c3c1"}]}' {{(pid=92664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:01:24.687489 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 09:01:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b71025bb-4111-4600-90b7-9844c9aa5828 x-openstack-request-id: req-b71025bb-4111-4600-90b7-9844c9aa5828 {{(pid=92664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:01:24.687824 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9189ee1-d14d-4f17-8a25-cb3ce266c018", "name": "network-vif-deleted", "tag": "583ae89c-47b7-40fc-a78e-9dd7b9d5c3c1", "status": "completed", "code": 200}]} {{(pid=92664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:01:24.688116 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b71025bb-4111-4600-90b7-9844c9aa5828 {{(pid=92664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:01:24.688563 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9189ee1-d14d-4f17-8a25-cb3ce266c018', 'name': 'network-vif-deleted', 'tag': '583ae89c-47b7-40fc-a78e-9dd7b9d5c3c1', 'status': 'completed', 'code': 200} Jun 22 09:01:24.976456 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-e24d3017-dcd3-41a4-b028-8757e4c06553 req-16ff6041-aeac-4f97-a8e5-bd0d8aacbcb3 tempest-TestMinimumBasicScenario-143008768 tempest-TestMinimumBasicScenario-143008768-project] 10.222.0.22 "GET /v2.0/ports?device_id=b9189ee1-d14d-4f17-8a25-cb3ce266c018 HTTP/1.1" status: 200 len: 210 time: 0.0310185 Jun 22 09:01:26.580822 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.rpc [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Device 583ae89c-47b7-40fc-a78e-9dd7b9d5c3c1 no longer exists at agent hyperv_hv-cinder-79733 {{(pid=92666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:01:26.602410 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.plugin [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] No Port match for: 583ae89c-47b7-40fc-a78e-9dd7b9d5c3c1 {{(pid=92666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:01:26.602846 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.rpc [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Device 583ae89c-47b7-40fc-a78e-9dd7b9d5c3c1 not bound to the agent host hv-cinder-79733 {{(pid=92666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:01:26.698921 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.wsgi [-] (92665) accepted ('10.222.0.22', 39324) {{(pid=92665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:01:27.051082 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-ba28aed8-8ce9-4b95-9263-78b0c46bc451 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-741174'] for router_interface, before_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:01:27.305787 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.plugins.ml2.plugin [None req-ba28aed8-8ce9-4b95-9263-78b0c46bc451 admin admin] Deleting port 6e1c4ede-4be7-482b-8691-914e9c625b61 {{(pid=92665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:01:27.306127 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-ba28aed8-8ce9-4b95-9263-78b0c46bc451 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728380103653'] for port, before_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:01:27.389355 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.plugins.ml2.db [None req-ba28aed8-8ce9-4b95-9263-78b0c46bc451 admin admin] For port 6e1c4ede-4be7-482b-8691-914e9c625b61, host dv-cinder-797333-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797333-1-smb',level=0,port_id=6e1c4ede-4be7-482b-8691-914e9c625b61,segment=NetworkSegment(d13ba5e2-ed8e-4ca3-8ec2-cef6298c9446),segment_id=d13ba5e2-ed8e-4ca3-8ec2-cef6298c9446)] {{(pid=92665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:01:27.389743 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-ba28aed8-8ce9-4b95-9263-78b0c46bc451 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546942'] for port, precommit_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:01:27.454030 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.plugins.ml2.plugin [None req-ba28aed8-8ce9-4b95-9263-78b0c46bc451 admin admin] Calling delete_port for 6e1c4ede-4be7-482b-8691-914e9c625b61 owned by network:router_interface {{(pid=92665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:01:27.638895 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-ba28aed8-8ce9-4b95-9263-78b0c46bc451 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133719696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133660950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728380107749', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728379583070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4027009'] for port, after_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:01:27.640988 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-61555687-e35d-4c62-83f2-e5a447ca97d6 tempest-TestMinimumBasicScenario-143008768 tempest-TestMinimumBasicScenario-143008768-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:01:27.669010 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba28aed8-8ce9-4b95-9263-78b0c46bc451 admin admin] Pushing event deleted for resources: {'Port': ['ID=6e1c4ede-4be7-482b-8691-914e9c625b61,revision_number=None']} {{(pid=92665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:01:27.672126 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-ba28aed8-8ce9-4b95-9263-78b0c46bc451 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:01:27.847210 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-ba28aed8-8ce9-4b95-9263-78b0c46bc451 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133661028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-741274'] for router_interface, after_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:01:28.339103 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba28aed8-8ce9-4b95-9263-78b0c46bc451 admin admin] Router a7d20871-6a06-4c5a-b243-30193fbbde11 has already been hosted by L3 agent 81bac9f2-ec56-4bd6-b329-9598189ea0dc {{(pid=92665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:01:28.448699 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba28aed8-8ce9-4b95-9263-78b0c46bc451 admin admin] Notify agent at l3_agent.dv-cinder-797333-1-smb the message routers_updated {{(pid=92665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:01:28.453728 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [None req-ba28aed8-8ce9-4b95-9263-78b0c46bc451 admin admin] 10.222.0.22 "PUT /v2.0/routers/a7d20871-6a06-4c5a-b243-30193fbbde11/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7536604 Jun 22 09:01:28.456558 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.wsgi [-] (92665) accepted ('10.222.0.22', 39336) {{(pid=92665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:01:28.459717 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6586880b-ee64-4347-bc03-06d24d141365 None None] Sync routers for ids ['a7d20871-6a06-4c5a-b243-30193fbbde11'] in dv-cinder-797333-1-smb {{(pid=92666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:01:28.469732 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6586880b-ee64-4347-bc03-06d24d141365 None None] Routers {'a7d20871-6a06-4c5a-b243-30193fbbde11'} bound to L3 agent in host dv-cinder-797333-1-smb {{(pid=92666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:01:28.470346 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.l3_hamode_db [None req-6586880b-ee64-4347-bc03-06d24d141365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797333-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-22T08:48:43Z,description=,heartbeat_timestamp=2021-06-22T09:01:14Z,host='dv-cinder-797333-1-smb',id=81bac9f2-ec56-4bd6-b329-9598189ea0dc,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T08:48:43Z,topic='l3_agent')) {'router_ids': ['a7d20871-6a06-4c5a-b243-30193fbbde11'], 'active': True} {{(pid=92666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:01:28.560035 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-5129c3e9-722a-489c-a766-dc9d901a5fba admin admin] Notify callbacks [] for router, before_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:01:28.576502 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.l3_dvr_db [None req-6586880b-ee64-4347-bc03-06d24d141365 None None] Set router a7d20871-6a06-4c5a-b243-30193fbbde11 gateway port host: dv-cinder-797333-1-smb {{(pid=92666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:01:28.666807 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-5129c3e9-722a-489c-a766-dc9d901a5fba admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:01:28.732801 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.plugins.ml2.plugin [None req-5129c3e9-722a-489c-a766-dc9d901a5fba admin admin] Deleting port 4df57d66-5915-4c0f-9fe7-7e558a0aa213 {{(pid=92665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:01:28.733221 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-5129c3e9-722a-489c-a766-dc9d901a5fba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728380103653'] for port, before_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:01:28.764058 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.l3_hamode_db [None req-6586880b-ee64-4347-bc03-06d24d141365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7d20871-6a06-4c5a-b243-30193fbbde11', 'name': 'tempest-TestMinimumBasicScenario-1848531303-router', 'tenant_id': '1fd4662991be4413a3d38dad2d2f406a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '229d5e4a-3847-4866-aa2f-e37dad8eeeae', 'external_fixed_ips': [{'subnet_id': '86526ad5-0ce1-4847-a8b3-31fb35f84f34', 'ip_address': '172.28.3.4'}], 'enable_snat': True}, 'gw_port_id': '4df57d66-5915-4c0f-9fe7-7e558a0aa213', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T08:58:14Z', 'updated_at': '2021-06-22T09:01:27Z', 'revision_number': 5, 'project_id': '1fd4662991be4413a3d38dad2d2f406a', 'gw_port': {'id': '4df57d66-5915-4c0f-9fe7-7e558a0aa213', 'name': '', 'network_id': '229d5e4a-3847-4866-aa2f-e37dad8eeeae', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:d6:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d20871-6a06-4c5a-b243-30193fbbde11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '86526ad5-0ce1-4847-a8b3-31fb35f84f34', 'ip_address': '172.28.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T08:58:15Z', 'updated_at': '2021-06-22T08:58:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86526ad5-0ce1-4847-a8b3-31fb35f84f34', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797333-1-smb'}], 'dv-cinder-797333-1-smb', False) {} {{(pid=92666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:01:28.793183 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6586880b-ee64-4347-bc03-06d24d141365 None None] Checking router: a7d20871-6a06-4c5a-b243-30193fbbde11 for host: dv-cinder-797333-1-smb {{(pid=92666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:01:28.801454 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6586880b-ee64-4347-bc03-06d24d141365 None None] Routers {'a7d20871-6a06-4c5a-b243-30193fbbde11'} bound to L3 agent in host dv-cinder-797333-1-smb {{(pid=92666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:01:28.802105 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.l3_hamode_db [None req-6586880b-ee64-4347-bc03-06d24d141365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797333-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-22T08:48:43Z,description=,heartbeat_timestamp=2021-06-22T09:01:14Z,host='dv-cinder-797333-1-smb',id=81bac9f2-ec56-4bd6-b329-9598189ea0dc,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T08:48:43Z,topic='l3_agent')) {'router_ids': ['a7d20871-6a06-4c5a-b243-30193fbbde11'], 'active': True} {{(pid=92666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:01:28.812512 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.plugins.ml2.db [None req-5129c3e9-722a-489c-a766-dc9d901a5fba admin admin] For port 4df57d66-5915-4c0f-9fe7-7e558a0aa213, host dv-cinder-797333-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797333-1-smb',level=0,port_id=4df57d66-5915-4c0f-9fe7-7e558a0aa213,segment=NetworkSegment(f5dcb9d0-69a0-4f7f-8ef7-9bef0bfd3dea),segment_id=f5dcb9d0-69a0-4f7f-8ef7-9bef0bfd3dea)] {{(pid=92665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:01:28.812883 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-5129c3e9-722a-489c-a766-dc9d901a5fba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546942'] for port, precommit_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:01:28.883407 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.plugins.ml2.plugin [None req-5129c3e9-722a-489c-a766-dc9d901a5fba admin admin] Calling delete_port for 4df57d66-5915-4c0f-9fe7-7e558a0aa213 owned by network:router_gateway {{(pid=92665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:01:28.902304 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.l3_dvr_db [None req-6586880b-ee64-4347-bc03-06d24d141365 None None] Set router a7d20871-6a06-4c5a-b243-30193fbbde11 gateway port host: None {{(pid=92666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:01:28.953884 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.l3_hamode_db [None req-6586880b-ee64-4347-bc03-06d24d141365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7d20871-6a06-4c5a-b243-30193fbbde11', 'name': 'tempest-TestMinimumBasicScenario-1848531303-router', 'tenant_id': '1fd4662991be4413a3d38dad2d2f406a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T08:58:14Z', 'updated_at': '2021-06-22T09:01:28Z', 'revision_number': 6, 'project_id': '1fd4662991be4413a3d38dad2d2f406a', 'gw_port_host': None}], 'dv-cinder-797333-1-smb', False) {} {{(pid=92666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:01:28.983787 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6586880b-ee64-4347-bc03-06d24d141365 None None] The sync data for ids ['a7d20871-6a06-4c5a-b243-30193fbbde11'] in dv-cinder-797333-1-smb is: [{'id': 'a7d20871-6a06-4c5a-b243-30193fbbde11', 'name': 'tempest-TestMinimumBasicScenario-1848531303-router', 'tenant_id': '1fd4662991be4413a3d38dad2d2f406a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T08:58:14Z', 'updated_at': '2021-06-22T09:01:28Z', 'revision_number': 6, 'project_id': '1fd4662991be4413a3d38dad2d2f406a', 'gw_port_host': None}] {{(pid=92666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:01:29.073577 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-5129c3e9-722a-489c-a766-dc9d901a5fba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133719696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133660950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728380107749', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728379583070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4027009'] for port, after_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:01:29.075667 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-07da8da5-8337-45e4-a7c7-0d1d3740f6a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:01:29.099352 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5129c3e9-722a-489c-a766-dc9d901a5fba admin admin] Pushing event deleted for resources: {'Port': ['ID=4df57d66-5915-4c0f-9fe7-7e558a0aa213,revision_number=None']} {{(pid=92665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:01:29.102515 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-5129c3e9-722a-489c-a766-dc9d901a5fba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:01:29.175430 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-5129c3e9-722a-489c-a766-dc9d901a5fba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-546751'] for router_gateway, after_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:01:29.271418 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-5129c3e9-722a-489c-a766-dc9d901a5fba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-737704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-122588'] for router, precommit_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:01:29.273626 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-5129c3e9-722a-489c-a766-dc9d901a5fba admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:01:29.318826 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-5129c3e9-722a-489c-a766-dc9d901a5fba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-739075'] for router, after_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:01:29.319286 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5129c3e9-722a-489c-a766-dc9d901a5fba admin admin] Fanout notify agent at l3_agent the message router_deleted on router a7d20871-6a06-4c5a-b243-30193fbbde11 {{(pid=92665) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 09:01:29.324304 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-5129c3e9-722a-489c-a766-dc9d901a5fba admin admin] Notify callbacks [] for router, before_response {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:01:29.325461 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [None req-5129c3e9-722a-489c-a766-dc9d901a5fba admin admin] 10.222.0.22 "DELETE /v2.0/routers/a7d20871-6a06-4c5a-b243-30193fbbde11 HTTP/1.1" status: 204 len: 168 time: 0.8678491 Jun 22 09:01:29.328060 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.wsgi [-] (92665) accepted ('10.222.0.22', 39348) {{(pid=92665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:01:29.373177 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.db.db_base_plugin_v2 [None req-3fc05944-5a4e-4fb3-94e9-511058ad45f3 admin admin] Deleting subnet 5e81b8d1-5626-4e02-8654-ffb9746cb98f {{(pid=92665) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 09:01:29.376534 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-3fc05944-5a4e-4fb3-94e9-511058ad45f3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:01:29.416086 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-3fc05944-5a4e-4fb3-94e9-511058ad45f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8737171'] for subnet, precommit_delete_associations {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:01:29.532219 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-3fc05944-5a4e-4fb3-94e9-511058ad45f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133921636'] for subnet, precommit_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:01:29.588707 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-3fc05944-5a4e-4fb3-94e9-511058ad45f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133921629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133660950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4027083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1911727'] for subnet, after_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:01:29.590819 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:01:29.615854 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc05944-5a4e-4fb3-94e9-511058ad45f3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5e81b8d1-5626-4e02-8654-ffb9746cb98f,revision_number=None']} {{(pid=92665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:01:29.618379 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-3fc05944-5a4e-4fb3-94e9-511058ad45f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:01:29.620937 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-3fc05944-5a4e-4fb3-94e9-511058ad45f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133660928'] for subnet, before_response {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:01:29.623134 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [None req-3fc05944-5a4e-4fb3-94e9-511058ad45f3 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/5e81b8d1-5626-4e02-8654-ffb9746cb98f HTTP/1.1" status: 204 len: 168 time: 0.2937336 Jun 22 09:01:29.626731 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.wsgi [-] (92665) accepted ('10.222.0.22', 39352) {{(pid=92665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:01:29.630432 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1279863a-49b8-40d6-9c9f-e612f9e8a63a None None] Network e2082447-2f6b-49c7-89d0-33b24d58457e requested from dv-cinder-797333-1-smb {{(pid=92666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:01:29.700120 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-273d510e-a2ca-42af-8d7a-35b039c20adf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133751319'] for network, before_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:01:29.758117 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.plugins.ml2.plugin [None req-273d510e-a2ca-42af-8d7a-35b039c20adf admin admin] Deleting port 82eecb52-f8d8-4e3c-a64d-aba5c85ccca9 {{(pid=92665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:01:29.758536 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-273d510e-a2ca-42af-8d7a-35b039c20adf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728380103653'] for port, before_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:01:29.827377 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.plugins.ml2.db [None req-273d510e-a2ca-42af-8d7a-35b039c20adf admin admin] For port 82eecb52-f8d8-4e3c-a64d-aba5c85ccca9, host dv-cinder-797333-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797333-1-smb',level=0,port_id=82eecb52-f8d8-4e3c-a64d-aba5c85ccca9,segment=NetworkSegment(d13ba5e2-ed8e-4ca3-8ec2-cef6298c9446),segment_id=d13ba5e2-ed8e-4ca3-8ec2-cef6298c9446)] {{(pid=92665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:01:29.827736 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-273d510e-a2ca-42af-8d7a-35b039c20adf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546942'] for port, precommit_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:01:29.848047 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50853e78-2e72-411e-bb73-1fd06f530fa5 None None] DHCP port deletion for e2082447-2f6b-49c7-89d0-33b24d58457e request from dv-cinder-797333-1-smb {{(pid=92666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 09:01:29.904826 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.plugins.ml2.plugin [None req-273d510e-a2ca-42af-8d7a-35b039c20adf admin admin] Calling delete_port for 82eecb52-f8d8-4e3c-a64d-aba5c85ccca9 owned by network:dhcp {{(pid=92665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:01:29.915872 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.rpc [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Device 82eecb52-f8d8-4e3c-a64d-aba5c85ccca9 no longer exists at agent ovs-agent-dv-cinder-797333-1-smb {{(pid=92666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:01:29.949949 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.plugin [None req-50853e78-2e72-411e-bb73-1fd06f530fa5 None None] Deleting port 82eecb52-f8d8-4e3c-a64d-aba5c85ccca9 {{(pid=92666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:01:29.950419 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-50853e78-2e72-411e-bb73-1fd06f530fa5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728380103653'] for port, before_delete {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:01:29.997878 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-273d510e-a2ca-42af-8d7a-35b039c20adf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133719696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133660950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728380107749', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728379583070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4027009'] for port, after_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:01:30.001857 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-a7a7cccc-ce20-49a1-8623-724577cf5bc6 tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:01:30.010539 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.db [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] No active binding found for port 82eecb52-f8d8-4e3c-a64d-aba5c85ccca9 {{(pid=92666) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:223}} Jun 22 09:01:30.010968 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.rpc [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Device 82eecb52-f8d8-4e3c-a64d-aba5c85ccca9 not bound to the agent host dv-cinder-797333-1-smb {{(pid=92666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:01:30.011398 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.rpc [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Device 6e1c4ede-4be7-482b-8691-914e9c625b61 no longer exists at agent ovs-agent-dv-cinder-797333-1-smb {{(pid=92666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:01:30.030863 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-273d510e-a2ca-42af-8d7a-35b039c20adf admin admin] No DVR routers for this DVR port 82eecb52-f8d8-4e3c-a64d-aba5c85ccca9 on host dv-cinder-797333-1-smb {{(pid=92665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:01:30.032698 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273d510e-a2ca-42af-8d7a-35b039c20adf admin admin] Pushing event deleted for resources: {'Port': ['ID=82eecb52-f8d8-4e3c-a64d-aba5c85ccca9,revision_number=None']} {{(pid=92665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:01:30.036419 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-273d510e-a2ca-42af-8d7a-35b039c20adf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:01:30.108732 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-273d510e-a2ca-42af-8d7a-35b039c20adf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133922029', 'neutron.services.segments.db._delete_segments_for_network-8728380123091'] for network, precommit_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:01:30.121856 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.services.segments.db [None req-273d510e-a2ca-42af-8d7a-35b039c20adf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2082447-2f6b-49c7-89d0-33b24d58457e']}} {{(pid=92665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:01:30.135490 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.services.segments.db [None req-273d510e-a2ca-42af-8d7a-35b039c20adf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd13ba5e2-ed8e-4ca3-8ec2-cef6298c9446') {'for_net_delete': True} {{(pid=92665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:01:30.135490 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.services.segments.db [None req-273d510e-a2ca-42af-8d7a-35b039c20adf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd13ba5e2-ed8e-4ca3-8ec2-cef6298c9446') {} {{(pid=92665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:01:30.149153 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-273d510e-a2ca-42af-8d7a-35b039c20adf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728380122920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8737188'] for segment, before_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:01:30.164365 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.plugin [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] No Port match for: 6e1c4ede-4be7-482b-8691-914e9c625b61 {{(pid=92666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:01:30.164714 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.rpc [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Device 6e1c4ede-4be7-482b-8691-914e9c625b61 not bound to the agent host dv-cinder-797333-1-smb {{(pid=92666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:01:30.165128 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.rpc [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Device 4df57d66-5915-4c0f-9fe7-7e558a0aa213 no longer exists at agent ovs-agent-dv-cinder-797333-1-smb {{(pid=92666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:01:30.171310 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-273d510e-a2ca-42af-8d7a-35b039c20adf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133909941'] for segment, precommit_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:01:30.185128 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-273d510e-a2ca-42af-8d7a-35b039c20adf admin admin] Releasing vlan 211 on physical network physnet1 to pool {{(pid=92665) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:01:30.185532 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-273d510e-a2ca-42af-8d7a-35b039c20adf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133909941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4152690'] for segment, after_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:01:30.187724 dv-cinder-797333-1-smb neutron-server[92665]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:01:30.187724 dv-cinder-797333-1-smb neutron-server[92665]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:01:30.187724 dv-cinder-797333-1-smb neutron-server[92665]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:01:30.187724 dv-cinder-797333-1-smb neutron-server[92665]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:01:30.187724 dv-cinder-797333-1-smb neutron-server[92665]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:01:30.187724 dv-cinder-797333-1-smb neutron-server[92665]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:01:30.187724 dv-cinder-797333-1-smb neutron-server[92665]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:01:30.187724 dv-cinder-797333-1-smb neutron-server[92665]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:01:30.187724 dv-cinder-797333-1-smb neutron-server[92665]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:01:30.187724 dv-cinder-797333-1-smb neutron-server[92665]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:01:30.187724 dv-cinder-797333-1-smb neutron-server[92665]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:01:30.187724 dv-cinder-797333-1-smb neutron-server[92665]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:01:30.187724 dv-cinder-797333-1-smb neutron-server[92665]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:01:30.187724 dv-cinder-797333-1-smb neutron-server[92665]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:01:30.187724 dv-cinder-797333-1-smb neutron-server[92665]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:01:30.187724 dv-cinder-797333-1-smb neutron-server[92665]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:01:30.187724 dv-cinder-797333-1-smb neutron-server[92665]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:01:30.187724 dv-cinder-797333-1-smb neutron-server[92665]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:01:30.187724 dv-cinder-797333-1-smb neutron-server[92665]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:01:30.187724 dv-cinder-797333-1-smb neutron-server[92665]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:01:30.187724 dv-cinder-797333-1-smb neutron-server[92665]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:01:30.187724 dv-cinder-797333-1-smb neutron-server[92665]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:01:30.187724 dv-cinder-797333-1-smb neutron-server[92665]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:01:30.187724 dv-cinder-797333-1-smb neutron-server[92665]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:01:30.187724 dv-cinder-797333-1-smb neutron-server[92665]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:01:30.187724 dv-cinder-797333-1-smb neutron-server[92665]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:01:30.187724 dv-cinder-797333-1-smb neutron-server[92665]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:01:30.187724 dv-cinder-797333-1-smb neutron-server[92665]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:01:30.187724 dv-cinder-797333-1-smb neutron-server[92665]: Traceback (most recent call last): Jun 22 09:01:30.187724 dv-cinder-797333-1-smb neutron-server[92665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:01:30.187724 dv-cinder-797333-1-smb neutron-server[92665]: timer() Jun 22 09:01:30.187724 dv-cinder-797333-1-smb neutron-server[92665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:01:30.187724 dv-cinder-797333-1-smb neutron-server[92665]: cb(*args, **kw) Jun 22 09:01:30.187724 dv-cinder-797333-1-smb neutron-server[92665]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:01:30.187724 dv-cinder-797333-1-smb neutron-server[92665]: return func(*args, **kwargs) Jun 22 09:01:30.187724 dv-cinder-797333-1-smb neutron-server[92665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:01:30.187724 dv-cinder-797333-1-smb neutron-server[92665]: self._notify() Jun 22 09:01:30.187724 dv-cinder-797333-1-smb neutron-server[92665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:01:30.187724 dv-cinder-797333-1-smb neutron-server[92665]: self.callback(batched_events) Jun 22 09:01:30.187724 dv-cinder-797333-1-smb neutron-server[92665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:01:30.187724 dv-cinder-797333-1-smb neutron-server[92665]: event.method(event) Jun 22 09:01:30.187724 dv-cinder-797333-1-smb neutron-server[92665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:01:30.187724 dv-cinder-797333-1-smb neutron-server[92665]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:01:30.187724 dv-cinder-797333-1-smb neutron-server[92665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:01:30.187724 dv-cinder-797333-1-smb neutron-server[92665]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:01:30.187724 dv-cinder-797333-1-smb neutron-server[92665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:01:30.187724 dv-cinder-797333-1-smb neutron-server[92665]: return f(self, *a, **k) Jun 22 09:01:30.187724 dv-cinder-797333-1-smb neutron-server[92665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:01:30.187724 dv-cinder-797333-1-smb neutron-server[92665]: return self._get(url).json() Jun 22 09:01:30.187724 dv-cinder-797333-1-smb neutron-server[92665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:01:30.187724 dv-cinder-797333-1-smb neutron-server[92665]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:01:30.187724 dv-cinder-797333-1-smb neutron-server[92665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:01:30.187724 dv-cinder-797333-1-smb neutron-server[92665]: return self.request(url, 'GET', **kwargs) Jun 22 09:01:30.187724 dv-cinder-797333-1-smb neutron-server[92665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:01:30.187724 dv-cinder-797333-1-smb neutron-server[92665]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:01:30.187724 dv-cinder-797333-1-smb neutron-server[92665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:01:30.187724 dv-cinder-797333-1-smb neutron-server[92665]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:01:30.187724 dv-cinder-797333-1-smb neutron-server[92665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:01:30.187724 dv-cinder-797333-1-smb neutron-server[92665]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:01:30.187724 dv-cinder-797333-1-smb neutron-server[92665]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:01:30.199021 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.plugin [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] No Port match for: 4df57d66-5915-4c0f-9fe7-7e558a0aa213 {{(pid=92666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:01:30.199366 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.rpc [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Device 4df57d66-5915-4c0f-9fe7-7e558a0aa213 not bound to the agent host dv-cinder-797333-1-smb {{(pid=92666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:01:30.212853 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.db [None req-50853e78-2e72-411e-bb73-1fd06f530fa5 None None] For port 82eecb52-f8d8-4e3c-a64d-aba5c85ccca9, host dv-cinder-797333-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797333-1-smb',level=0,port_id=82eecb52-f8d8-4e3c-a64d-aba5c85ccca9,segment=NetworkSegment(d13ba5e2-ed8e-4ca3-8ec2-cef6298c9446),segment_id=d13ba5e2-ed8e-4ca3-8ec2-cef6298c9446)] {{(pid=92666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:01:30.213289 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-50853e78-2e72-411e-bb73-1fd06f530fa5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546942'] for port, precommit_delete {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:01:30.260610 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-273d510e-a2ca-42af-8d7a-35b039c20adf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133922022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-748338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-133660957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-546649'] for network, after_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:01:30.265174 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-275ad9c4-5750-4731-a9af-8e5d5fe51044 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:01:30.269238 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-273d510e-a2ca-42af-8d7a-35b039c20adf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133660928'] for network, before_response {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:01:30.271212 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [None req-273d510e-a2ca-42af-8d7a-35b039c20adf admin admin] 10.222.0.22 "DELETE /v2.0/networks/e2082447-2f6b-49c7-89d0-33b24d58457e HTTP/1.1" status: 204 len: 168 time: 0.6433234 Jun 22 09:01:30.277228 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.wsgi [-] (92664) accepted ('10.222.0.22', 39358) {{(pid=92664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:01:30.281446 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273d510e-a2ca-42af-8d7a-35b039c20adf admin admin] Pushing event deleted for resources: {'Network': ['ID=e2082447-2f6b-49c7-89d0-33b24d58457e,revision_number=None']} {{(pid=92665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:01:30.283998 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-273d510e-a2ca-42af-8d7a-35b039c20adf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:01:30.294350 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.plugin [None req-50853e78-2e72-411e-bb73-1fd06f530fa5 None None] Calling delete_port for 82eecb52-f8d8-4e3c-a64d-aba5c85ccca9 owned by network:dhcp {{(pid=92666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:01:30.430564 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-50853e78-2e72-411e-bb73-1fd06f530fa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133719696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133660950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728380107749', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728379583070'] for port, after_delete {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:01:30.433362 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG oslo_concurrency.lockutils [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:01:30.456861 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-50853e78-2e72-411e-bb73-1fd06f530fa5 None None] Network e2082447-2f6b-49c7-89d0-33b24d58457e is not hosted by any dhcp agent {{(pid=92666) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jun 22 09:01:30.457514 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50853e78-2e72-411e-bb73-1fd06f530fa5 None None] No DVR routers for this DVR port 82eecb52-f8d8-4e3c-a64d-aba5c85ccca9 on host dv-cinder-797333-1-smb {{(pid=92666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:01:30.459119 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50853e78-2e72-411e-bb73-1fd06f530fa5 None None] Pushing event deleted for resources: {'Port': ['ID=82eecb52-f8d8-4e3c-a64d-aba5c85ccca9,revision_number=None']} {{(pid=92666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:01:30.461624 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG oslo_concurrency.lockutils [None req-50853e78-2e72-411e-bb73-1fd06f530fa5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:01:30.981087 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-8433703f-1a59-4ab7-9ce7-0faf558388a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-741174'] for router_interface, before_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:01:31.289769 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.plugins.ml2.plugin [None req-8433703f-1a59-4ab7-9ce7-0faf558388a8 admin admin] Deleting port 4aebb692-ce57-4342-b2b1-1a8fcdcefe68 {{(pid=92664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:01:31.291231 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-8433703f-1a59-4ab7-9ce7-0faf558388a8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728380103653'] for port, before_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:01:31.366538 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.plugins.ml2.db [None req-8433703f-1a59-4ab7-9ce7-0faf558388a8 admin admin] For port 4aebb692-ce57-4342-b2b1-1a8fcdcefe68, host dv-cinder-797333-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797333-1-smb',level=0,port_id=4aebb692-ce57-4342-b2b1-1a8fcdcefe68,segment=NetworkSegment(27d9fa7f-d97d-4b8c-b5f0-46ff2f53f54e),segment_id=27d9fa7f-d97d-4b8c-b5f0-46ff2f53f54e)] {{(pid=92664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:01:31.366885 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-8433703f-1a59-4ab7-9ce7-0faf558388a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546942'] for port, precommit_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:01:31.430568 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.plugins.ml2.plugin [None req-8433703f-1a59-4ab7-9ce7-0faf558388a8 admin admin] Calling delete_port for 4aebb692-ce57-4342-b2b1-1a8fcdcefe68 owned by network:router_interface {{(pid=92664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:01:31.627709 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-8433703f-1a59-4ab7-9ce7-0faf558388a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133719696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133660950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728380107749', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728379583070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9113264'] for port, after_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:01:31.630576 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-923dbd9f-829f-4c9f-8d1e-1951ef901ebd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:01:31.654190 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8433703f-1a59-4ab7-9ce7-0faf558388a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=4aebb692-ce57-4342-b2b1-1a8fcdcefe68,revision_number=None']} {{(pid=92664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:01:31.659136 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-8433703f-1a59-4ab7-9ce7-0faf558388a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:01:31.815886 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-8433703f-1a59-4ab7-9ce7-0faf558388a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133661028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-741274'] for router_interface, after_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:01:32.032500 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8433703f-1a59-4ab7-9ce7-0faf558388a8 admin admin] Router 005a4642-e8ca-4bf0-bf5f-96baf5644e6d has already been hosted by L3 agent 81bac9f2-ec56-4bd6-b329-9598189ea0dc {{(pid=92664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:01:32.149444 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8433703f-1a59-4ab7-9ce7-0faf558388a8 admin admin] Notify agent at l3_agent.dv-cinder-797333-1-smb the message routers_updated {{(pid=92664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:01:32.157792 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [None req-8433703f-1a59-4ab7-9ce7-0faf558388a8 admin admin] 10.222.0.22 "PUT /v2.0/routers/005a4642-e8ca-4bf0-bf5f-96baf5644e6d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8793974 Jun 22 09:01:32.157988 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.wsgi [-] (92665) accepted ('10.222.0.22', 39378) {{(pid=92665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:01:32.160839 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaa6d7c1-0b9b-40b5-94c2-1fe4cf8a1571 None None] Sync routers for ids ['005a4642-e8ca-4bf0-bf5f-96baf5644e6d'] in dv-cinder-797333-1-smb {{(pid=92667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:01:32.171008 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaa6d7c1-0b9b-40b5-94c2-1fe4cf8a1571 None None] Routers {'005a4642-e8ca-4bf0-bf5f-96baf5644e6d'} bound to L3 agent in host dv-cinder-797333-1-smb {{(pid=92667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:01:32.171618 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.db.l3_hamode_db [None req-aaa6d7c1-0b9b-40b5-94c2-1fe4cf8a1571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797333-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-22T08:48:43Z,description=,heartbeat_timestamp=2021-06-22T09:01:14Z,host='dv-cinder-797333-1-smb',id=81bac9f2-ec56-4bd6-b329-9598189ea0dc,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T08:48:43Z,topic='l3_agent')) {'router_ids': ['005a4642-e8ca-4bf0-bf5f-96baf5644e6d'], 'active': True} {{(pid=92667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:01:32.271795 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-06cc352e-1e81-4ef2-bbc1-ec41bf8194b0 admin admin] Notify callbacks [] for router, before_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:01:32.273378 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.db.l3_dvr_db [None req-aaa6d7c1-0b9b-40b5-94c2-1fe4cf8a1571 None None] Set router 005a4642-e8ca-4bf0-bf5f-96baf5644e6d gateway port host: dv-cinder-797333-1-smb {{(pid=92667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:01:32.392449 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-06cc352e-1e81-4ef2-bbc1-ec41bf8194b0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:01:32.456894 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.plugins.ml2.plugin [None req-06cc352e-1e81-4ef2-bbc1-ec41bf8194b0 admin admin] Deleting port fbe6fdc5-d4fa-4646-b1c4-706b07d49e86 {{(pid=92665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:01:32.457235 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-06cc352e-1e81-4ef2-bbc1-ec41bf8194b0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728380103653'] for port, before_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:01:32.469435 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.db.l3_hamode_db [None req-aaa6d7c1-0b9b-40b5-94c2-1fe4cf8a1571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '005a4642-e8ca-4bf0-bf5f-96baf5644e6d', 'name': 'tempest-TestMinimumBasicScenario-1026026867-router', 'tenant_id': '1763364fb4c94579868d86130209f36a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '229d5e4a-3847-4866-aa2f-e37dad8eeeae', 'external_fixed_ips': [{'subnet_id': '86526ad5-0ce1-4847-a8b3-31fb35f84f34', 'ip_address': '172.28.3.48'}], 'enable_snat': True}, 'gw_port_id': 'fbe6fdc5-d4fa-4646-b1c4-706b07d49e86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T08:58:24Z', 'updated_at': '2021-06-22T09:01:31Z', 'revision_number': 5, 'project_id': '1763364fb4c94579868d86130209f36a', 'gw_port': {'id': 'fbe6fdc5-d4fa-4646-b1c4-706b07d49e86', 'name': '', 'network_id': '229d5e4a-3847-4866-aa2f-e37dad8eeeae', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:33:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '005a4642-e8ca-4bf0-bf5f-96baf5644e6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '86526ad5-0ce1-4847-a8b3-31fb35f84f34', 'ip_address': '172.28.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T08:58:25Z', 'updated_at': '2021-06-22T08:58:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86526ad5-0ce1-4847-a8b3-31fb35f84f34', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797333-1-smb'}], 'dv-cinder-797333-1-smb', False) {} {{(pid=92667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:01:32.496140 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaa6d7c1-0b9b-40b5-94c2-1fe4cf8a1571 None None] Checking router: 005a4642-e8ca-4bf0-bf5f-96baf5644e6d for host: dv-cinder-797333-1-smb {{(pid=92667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:01:32.504434 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaa6d7c1-0b9b-40b5-94c2-1fe4cf8a1571 None None] Routers {'005a4642-e8ca-4bf0-bf5f-96baf5644e6d'} bound to L3 agent in host dv-cinder-797333-1-smb {{(pid=92667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:01:32.505039 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.db.l3_hamode_db [None req-aaa6d7c1-0b9b-40b5-94c2-1fe4cf8a1571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797333-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-22T08:48:43Z,description=,heartbeat_timestamp=2021-06-22T09:01:14Z,host='dv-cinder-797333-1-smb',id=81bac9f2-ec56-4bd6-b329-9598189ea0dc,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T08:48:43Z,topic='l3_agent')) {'router_ids': ['005a4642-e8ca-4bf0-bf5f-96baf5644e6d'], 'active': True} {{(pid=92667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:01:32.545065 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.plugins.ml2.db [None req-06cc352e-1e81-4ef2-bbc1-ec41bf8194b0 admin admin] For port fbe6fdc5-d4fa-4646-b1c4-706b07d49e86, host dv-cinder-797333-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797333-1-smb',level=0,port_id=fbe6fdc5-d4fa-4646-b1c4-706b07d49e86,segment=NetworkSegment(f5dcb9d0-69a0-4f7f-8ef7-9bef0bfd3dea),segment_id=f5dcb9d0-69a0-4f7f-8ef7-9bef0bfd3dea)] {{(pid=92665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:01:32.545422 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-06cc352e-1e81-4ef2-bbc1-ec41bf8194b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546942'] for port, precommit_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:01:32.590681 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.db.l3_dvr_db [None req-aaa6d7c1-0b9b-40b5-94c2-1fe4cf8a1571 None None] Set router 005a4642-e8ca-4bf0-bf5f-96baf5644e6d gateway port host: None {{(pid=92667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:01:32.609870 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.plugins.ml2.plugin [None req-06cc352e-1e81-4ef2-bbc1-ec41bf8194b0 admin admin] Calling delete_port for fbe6fdc5-d4fa-4646-b1c4-706b07d49e86 owned by network:router_gateway {{(pid=92665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:01:32.645129 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.db.l3_hamode_db [None req-aaa6d7c1-0b9b-40b5-94c2-1fe4cf8a1571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '005a4642-e8ca-4bf0-bf5f-96baf5644e6d', 'name': 'tempest-TestMinimumBasicScenario-1026026867-router', 'tenant_id': '1763364fb4c94579868d86130209f36a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T08:58:24Z', 'updated_at': '2021-06-22T09:01:32Z', 'revision_number': 6, 'project_id': '1763364fb4c94579868d86130209f36a', 'gw_port_host': None}], 'dv-cinder-797333-1-smb', False) {} {{(pid=92667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:01:32.761937 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaa6d7c1-0b9b-40b5-94c2-1fe4cf8a1571 None None] The sync data for ids ['005a4642-e8ca-4bf0-bf5f-96baf5644e6d'] in dv-cinder-797333-1-smb is: [{'id': '005a4642-e8ca-4bf0-bf5f-96baf5644e6d', 'name': 'tempest-TestMinimumBasicScenario-1026026867-router', 'tenant_id': '1763364fb4c94579868d86130209f36a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T08:58:24Z', 'updated_at': '2021-06-22T09:01:32Z', 'revision_number': 6, 'project_id': '1763364fb4c94579868d86130209f36a', 'gw_port_host': None}] {{(pid=92667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:01:32.784171 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-06cc352e-1e81-4ef2-bbc1-ec41bf8194b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133719696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133660950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728380107749', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728379583070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4027009'] for port, after_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:01:32.786581 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-fbf32346-ae00-4f34-b39b-ab966a70ab3d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:01:32.812712 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cc352e-1e81-4ef2-bbc1-ec41bf8194b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=fbe6fdc5-d4fa-4646-b1c4-706b07d49e86,revision_number=None']} {{(pid=92665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:01:32.816474 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-06cc352e-1e81-4ef2-bbc1-ec41bf8194b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:01:32.884480 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-06cc352e-1e81-4ef2-bbc1-ec41bf8194b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-546751'] for router_gateway, after_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:01:32.973313 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-06cc352e-1e81-4ef2-bbc1-ec41bf8194b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-737704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-122588'] for router, precommit_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:01:32.975399 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-06cc352e-1e81-4ef2-bbc1-ec41bf8194b0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:01:33.018819 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-06cc352e-1e81-4ef2-bbc1-ec41bf8194b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-739075'] for router, after_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:01:33.019461 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06cc352e-1e81-4ef2-bbc1-ec41bf8194b0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 005a4642-e8ca-4bf0-bf5f-96baf5644e6d {{(pid=92665) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 09:01:33.025795 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-06cc352e-1e81-4ef2-bbc1-ec41bf8194b0 admin admin] Notify callbacks [] for router, before_response {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:01:33.027164 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [None req-06cc352e-1e81-4ef2-bbc1-ec41bf8194b0 admin admin] 10.222.0.22 "DELETE /v2.0/routers/005a4642-e8ca-4bf0-bf5f-96baf5644e6d HTTP/1.1" status: 204 len: 168 time: 0.8679483 Jun 22 09:01:33.029779 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.wsgi [-] (92665) accepted ('10.222.0.22', 39382) {{(pid=92665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:01:33.075902 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6ec4773-4b16-411a-91c7-00c4c7b2fe05 admin admin] Deleting subnet 9d1fdc83-1571-44fc-9499-44a89547d371 {{(pid=92665) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 09:01:33.078958 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-c6ec4773-4b16-411a-91c7-00c4c7b2fe05 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:01:33.367357 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-c6ec4773-4b16-411a-91c7-00c4c7b2fe05 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8737171'] for subnet, precommit_delete_associations {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:01:33.444286 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-c6ec4773-4b16-411a-91c7-00c4c7b2fe05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133921636'] for subnet, precommit_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:01:33.500450 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-c6ec4773-4b16-411a-91c7-00c4c7b2fe05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133921629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133660950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4027083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1911727'] for subnet, after_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:01:33.502735 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-3fc05944-5a4e-4fb3-94e9-511058ad45f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:01:33.527705 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ec4773-4b16-411a-91c7-00c4c7b2fe05 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9d1fdc83-1571-44fc-9499-44a89547d371,revision_number=None']} {{(pid=92665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:01:33.529581 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-c6ec4773-4b16-411a-91c7-00c4c7b2fe05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133660928'] for subnet, before_response {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:01:33.534059 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [None req-c6ec4773-4b16-411a-91c7-00c4c7b2fe05 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/9d1fdc83-1571-44fc-9499-44a89547d371 HTTP/1.1" status: 204 len: 168 time: 0.5010178 Jun 22 09:01:33.534059 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-c6ec4773-4b16-411a-91c7-00c4c7b2fe05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:01:33.534347 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.wsgi [-] (92665) accepted ('10.222.0.22', 39388) {{(pid=92665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:01:33.536109 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50862ce4-2e79-42f5-a448-968cb5d6a395 None None] Network 7588f658-58d9-4984-86be-ca00550e9fa1 requested from dv-cinder-797333-1-smb {{(pid=92666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:01:33.607097 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-15d21613-d0e5-471c-beb6-245b87c8c565 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133751319'] for network, before_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:01:33.667295 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.plugins.ml2.plugin [None req-15d21613-d0e5-471c-beb6-245b87c8c565 admin admin] Deleting port 2aa9e1de-4576-4448-a8c6-6efc7e95cf95 {{(pid=92665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:01:33.667781 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-15d21613-d0e5-471c-beb6-245b87c8c565 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728380103653'] for port, before_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:01:33.737045 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2879608c-5cce-493e-ade6-94679c5b0698 None None] DHCP port deletion for 7588f658-58d9-4984-86be-ca00550e9fa1 request from dv-cinder-797333-1-smb {{(pid=92666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 09:01:33.738862 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.plugins.ml2.db [None req-15d21613-d0e5-471c-beb6-245b87c8c565 admin admin] For port 2aa9e1de-4576-4448-a8c6-6efc7e95cf95, host dv-cinder-797333-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797333-1-smb',level=0,port_id=2aa9e1de-4576-4448-a8c6-6efc7e95cf95,segment=NetworkSegment(27d9fa7f-d97d-4b8c-b5f0-46ff2f53f54e),segment_id=27d9fa7f-d97d-4b8c-b5f0-46ff2f53f54e)] {{(pid=92665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:01:33.739226 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-15d21613-d0e5-471c-beb6-245b87c8c565 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546942'] for port, precommit_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:01:33.785108 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.plugin [None req-2879608c-5cce-493e-ade6-94679c5b0698 None None] Deleting port 2aa9e1de-4576-4448-a8c6-6efc7e95cf95 {{(pid=92666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:01:33.785594 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-2879608c-5cce-493e-ade6-94679c5b0698 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728380103653'] for port, before_delete {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:01:33.811467 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.plugins.ml2.plugin [None req-15d21613-d0e5-471c-beb6-245b87c8c565 admin admin] Calling delete_port for 2aa9e1de-4576-4448-a8c6-6efc7e95cf95 owned by network:dhcp {{(pid=92665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:01:33.856077 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.db [None req-2879608c-5cce-493e-ade6-94679c5b0698 None None] For port 2aa9e1de-4576-4448-a8c6-6efc7e95cf95, host dv-cinder-797333-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797333-1-smb',level=0,port_id=2aa9e1de-4576-4448-a8c6-6efc7e95cf95,segment=NetworkSegment(27d9fa7f-d97d-4b8c-b5f0-46ff2f53f54e),segment_id=27d9fa7f-d97d-4b8c-b5f0-46ff2f53f54e)] {{(pid=92666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:01:33.856642 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-2879608c-5cce-493e-ade6-94679c5b0698 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546942'] for port, precommit_delete {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:01:33.909910 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-15d21613-d0e5-471c-beb6-245b87c8c565 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133719696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133660950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728380107749', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728379583070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4027009'] for port, after_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:01:33.912997 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-9812e5f9-6283-416d-9e77-8314c7d78287 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:01:33.930381 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.plugin [None req-2879608c-5cce-493e-ade6-94679c5b0698 None None] Calling delete_port for 2aa9e1de-4576-4448-a8c6-6efc7e95cf95 owned by network:dhcp {{(pid=92666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:01:33.934298 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.rpc [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Device 2aa9e1de-4576-4448-a8c6-6efc7e95cf95 no longer exists at agent ovs-agent-dv-cinder-797333-1-smb {{(pid=92666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:01:33.944254 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d21613-d0e5-471c-beb6-245b87c8c565 admin admin] Pushing event deleted for resources: {'Port': ['ID=2aa9e1de-4576-4448-a8c6-6efc7e95cf95,revision_number=None']} {{(pid=92665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:01:33.944254 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15d21613-d0e5-471c-beb6-245b87c8c565 admin admin] No DVR routers for this DVR port 2aa9e1de-4576-4448-a8c6-6efc7e95cf95 on host dv-cinder-797333-1-smb {{(pid=92665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:01:33.944922 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-15d21613-d0e5-471c-beb6-245b87c8c565 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:01:33.960649 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.plugin [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] No Port match for: 2aa9e1de-4576-4448-a8c6-6efc7e95cf95 {{(pid=92666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:01:33.960992 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.rpc [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Device 2aa9e1de-4576-4448-a8c6-6efc7e95cf95 not bound to the agent host dv-cinder-797333-1-smb {{(pid=92666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:01:33.961411 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.rpc [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Device fbe6fdc5-d4fa-4646-b1c4-706b07d49e86 no longer exists at agent ovs-agent-dv-cinder-797333-1-smb {{(pid=92666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:01:34.010864 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.plugin [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] No Port match for: fbe6fdc5-d4fa-4646-b1c4-706b07d49e86 {{(pid=92666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:01:34.011123 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.rpc [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Device fbe6fdc5-d4fa-4646-b1c4-706b07d49e86 not bound to the agent host dv-cinder-797333-1-smb {{(pid=92666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:01:34.011736 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.rpc [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Device 4aebb692-ce57-4342-b2b1-1a8fcdcefe68 no longer exists at agent ovs-agent-dv-cinder-797333-1-smb {{(pid=92666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:01:34.019926 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-15d21613-d0e5-471c-beb6-245b87c8c565 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133922029', 'neutron.services.segments.db._delete_segments_for_network-8728380123091'] for network, precommit_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:01:34.030065 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.services.segments.db [None req-15d21613-d0e5-471c-beb6-245b87c8c565 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7588f658-58d9-4984-86be-ca00550e9fa1']}} {{(pid=92665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:01:34.032574 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.plugin [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] No Port match for: 4aebb692-ce57-4342-b2b1-1a8fcdcefe68 {{(pid=92666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:01:34.032920 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.rpc [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Device 4aebb692-ce57-4342-b2b1-1a8fcdcefe68 not bound to the agent host dv-cinder-797333-1-smb {{(pid=92666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:01:34.040897 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.services.segments.db [None req-15d21613-d0e5-471c-beb6-245b87c8c565 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27d9fa7f-d97d-4b8c-b5f0-46ff2f53f54e') {'for_net_delete': True} {{(pid=92665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:01:34.041201 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.services.segments.db [None req-15d21613-d0e5-471c-beb6-245b87c8c565 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27d9fa7f-d97d-4b8c-b5f0-46ff2f53f54e') {} {{(pid=92665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:01:34.051431 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-15d21613-d0e5-471c-beb6-245b87c8c565 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728380122920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8737188'] for segment, before_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:01:34.066283 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-15d21613-d0e5-471c-beb6-245b87c8c565 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133909941'] for segment, precommit_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:01:34.072471 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-2879608c-5cce-493e-ade6-94679c5b0698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133719696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133660950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728380107749', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728379583070'] for port, after_delete {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:01:34.072709 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15d21613-d0e5-471c-beb6-245b87c8c565 admin admin] Releasing vlan 207 on physical network physnet1 to pool {{(pid=92665) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:01:34.072966 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-15d21613-d0e5-471c-beb6-245b87c8c565 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133909941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4152690'] for segment, after_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:01:34.074463 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG oslo_concurrency.lockutils [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:01:34.074803 dv-cinder-797333-1-smb neutron-server[92665]: Traceback (most recent call last): Jun 22 09:01:34.074803 dv-cinder-797333-1-smb neutron-server[92665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:01:34.074803 dv-cinder-797333-1-smb neutron-server[92665]: timer() Jun 22 09:01:34.074803 dv-cinder-797333-1-smb neutron-server[92665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:01:34.074803 dv-cinder-797333-1-smb neutron-server[92665]: cb(*args, **kw) Jun 22 09:01:34.074803 dv-cinder-797333-1-smb neutron-server[92665]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:01:34.074803 dv-cinder-797333-1-smb neutron-server[92665]: return func(*args, **kwargs) Jun 22 09:01:34.074803 dv-cinder-797333-1-smb neutron-server[92665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:01:34.074803 dv-cinder-797333-1-smb neutron-server[92665]: self._notify() Jun 22 09:01:34.074803 dv-cinder-797333-1-smb neutron-server[92665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:01:34.074803 dv-cinder-797333-1-smb neutron-server[92665]: self.callback(batched_events) Jun 22 09:01:34.074803 dv-cinder-797333-1-smb neutron-server[92665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:01:34.074803 dv-cinder-797333-1-smb neutron-server[92665]: event.method(event) Jun 22 09:01:34.074803 dv-cinder-797333-1-smb neutron-server[92665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:01:34.074803 dv-cinder-797333-1-smb neutron-server[92665]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:01:34.074803 dv-cinder-797333-1-smb neutron-server[92665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:01:34.074803 dv-cinder-797333-1-smb neutron-server[92665]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:01:34.074803 dv-cinder-797333-1-smb neutron-server[92665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:01:34.074803 dv-cinder-797333-1-smb neutron-server[92665]: return f(self, *a, **k) Jun 22 09:01:34.074803 dv-cinder-797333-1-smb neutron-server[92665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:01:34.074803 dv-cinder-797333-1-smb neutron-server[92665]: return self._get(url).json() Jun 22 09:01:34.074803 dv-cinder-797333-1-smb neutron-server[92665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:01:34.074803 dv-cinder-797333-1-smb neutron-server[92665]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:01:34.074803 dv-cinder-797333-1-smb neutron-server[92665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:01:34.074803 dv-cinder-797333-1-smb neutron-server[92665]: return self.request(url, 'GET', **kwargs) Jun 22 09:01:34.074803 dv-cinder-797333-1-smb neutron-server[92665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:01:34.074803 dv-cinder-797333-1-smb neutron-server[92665]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:01:34.074803 dv-cinder-797333-1-smb neutron-server[92665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:01:34.074803 dv-cinder-797333-1-smb neutron-server[92665]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:01:34.074803 dv-cinder-797333-1-smb neutron-server[92665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:01:34.074803 dv-cinder-797333-1-smb neutron-server[92665]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:01:34.074803 dv-cinder-797333-1-smb neutron-server[92665]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:01:34.098272 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2879608c-5cce-493e-ade6-94679c5b0698 None None] Pushing event deleted for resources: {'Port': ['ID=2aa9e1de-4576-4448-a8c6-6efc7e95cf95,revision_number=None']} {{(pid=92666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:01:34.101061 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG oslo_concurrency.lockutils [None req-2879608c-5cce-493e-ade6-94679c5b0698 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:01:34.102068 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2879608c-5cce-493e-ade6-94679c5b0698 None None] No DVR routers for this DVR port 2aa9e1de-4576-4448-a8c6-6efc7e95cf95 on host dv-cinder-797333-1-smb {{(pid=92666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:01:34.138964 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-15d21613-d0e5-471c-beb6-245b87c8c565 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133922022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-748338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-133660957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-546649'] for network, after_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:01:34.142752 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-c2aa24ff-a752-44d1-b08d-9ae2592057fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:01:34.145353 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-15d21613-d0e5-471c-beb6-245b87c8c565 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133660928'] for network, before_response {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:01:34.147201 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [None req-15d21613-d0e5-471c-beb6-245b87c8c565 admin admin] 10.222.0.22 "DELETE /v2.0/networks/7588f658-58d9-4984-86be-ca00550e9fa1 HTTP/1.1" status: 204 len: 168 time: 0.6120210 Jun 22 09:01:34.159524 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d21613-d0e5-471c-beb6-245b87c8c565 admin admin] Pushing event deleted for resources: {'Network': ['ID=7588f658-58d9-4984-86be-ca00550e9fa1,revision_number=None']} {{(pid=92665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:01:34.161922 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-15d21613-d0e5-471c-beb6-245b87c8c565 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:01:34.258993 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.wsgi [-] (92665) accepted ('10.222.0.22', 39396) {{(pid=92665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:01:34.298882 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [None req-67a6c3c2-f50f-4971-8b8b-90553d3b357c admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=1fd4662991be4413a3d38dad2d2f406a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0385962 Jun 22 09:01:34.301200 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.wsgi [-] (92665) accepted ('10.222.0.22', 39398) {{(pid=92665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:01:34.351786 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-fafa6b17-d064-4a9c-8427-68343269f0ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:01:34.374207 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-fafa6b17-d064-4a9c-8427-68343269f0ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:01:34.419373 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-fafa6b17-d064-4a9c-8427-68343269f0ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748303'] for security_group, after_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:01:34.422044 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-fafa6b17-d064-4a9c-8427-68343269f0ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:01:34.423209 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [None req-fafa6b17-d064-4a9c-8427-68343269f0ff admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f1813137-ba80-494d-86f8-3129fc52c05b HTTP/1.1" status: 204 len: 168 time: 0.1210651 Jun 22 09:01:34.423954 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-c82444b2-addc-45b7-83b4-d3ddd42ed881 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:01:34.432719 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafa6b17-d064-4a9c-8427-68343269f0ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1813137-ba80-494d-86f8-3129fc52c05b,revision_number=None']} {{(pid=92665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:01:34.435897 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-fafa6b17-d064-4a9c-8427-68343269f0ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:01:34.744222 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.wsgi [-] (92665) accepted ('10.222.0.22', 39406) {{(pid=92665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:01:34.791760 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [None req-97f1df96-7ec8-4278-a53d-51e841d780f1 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=1763364fb4c94579868d86130209f36a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0462420 Jun 22 09:01:34.794257 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.wsgi [-] (92665) accepted ('10.222.0.22', 39408) {{(pid=92665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:01:34.849267 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-ea594fdd-fe9c-4c77-b79e-c4f7584b4dfc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:01:34.874344 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-ea594fdd-fe9c-4c77-b79e-c4f7584b4dfc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:01:34.922864 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-ea594fdd-fe9c-4c77-b79e-c4f7584b4dfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748303'] for security_group, after_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:01:34.925701 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-ea594fdd-fe9c-4c77-b79e-c4f7584b4dfc admin admin] Notify callbacks [] for security_group, before_response {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:01:34.926868 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [None req-ea594fdd-fe9c-4c77-b79e-c4f7584b4dfc admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/678a8765-b053-4333-bfa3-b5c740895f92 HTTP/1.1" status: 204 len: 168 time: 0.1316516 Jun 22 09:01:34.927644 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-54850f10-c115-47ec-b72a-3164c8d9e0df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:01:34.936241 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea594fdd-fe9c-4c77-b79e-c4f7584b4dfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=678a8765-b053-4333-bfa3-b5c740895f92,revision_number=None']} {{(pid=92665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:01:34.939054 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-ea594fdd-fe9c-4c77-b79e-c4f7584b4dfc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:01:37.052801 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f48e8a-1a65-4e78-a74c-a53ea08338fa req-4fcefc9c-f242-4f31-8fac-8cccb9bb7335 tempest-VolumesSnapshotTestJSON-984981180 tempest-VolumesSnapshotTestJSON-984981180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:01:37.054306 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-77f48e8a-1a65-4e78-a74c-a53ea08338fa req-4fcefc9c-f242-4f31-8fac-8cccb9bb7335 tempest-VolumesSnapshotTestJSON-984981180 tempest-VolumesSnapshotTestJSON-984981180-project] 10.222.0.22 "GET /v2.0/ports?device_id=4c8bd445-2358-4341-9288-e4e2f927f34a HTTP/1.1" status: 200 len: 946 time: 0.0644841 Jun 22 09:01:37.092795 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-77f48e8a-1a65-4e78-a74c-a53ea08338fa req-26b8eca3-4f50-45a8-8b2a-49fcffe88343 tempest-VolumesSnapshotTestJSON-984981180 tempest-VolumesSnapshotTestJSON-984981180-project] 10.222.0.22 "GET /v2.0/security-groups?id=c7131d86-2a03-4f85-9d37-dc4b557265fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328202 Jun 22 09:01:38.369941 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e7a9fc-a020-4d56-9c81-2accdf06ba24 req-bc047ef3-a3eb-48b2-9984-a20e5a8db8bb tempest-VolumesSnapshotTestJSON-984981180 tempest-VolumesSnapshotTestJSON-984981180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:01:38.371427 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-f6e7a9fc-a020-4d56-9c81-2accdf06ba24 req-bc047ef3-a3eb-48b2-9984-a20e5a8db8bb tempest-VolumesSnapshotTestJSON-984981180 tempest-VolumesSnapshotTestJSON-984981180-project] 10.222.0.22 "GET /v2.0/ports?device_id=4c8bd445-2358-4341-9288-e4e2f927f34a HTTP/1.1" status: 200 len: 946 time: 0.1626301 Jun 22 09:01:38.409221 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-f6e7a9fc-a020-4d56-9c81-2accdf06ba24 req-31b7b57a-e54f-481a-b038-844cd5ce5eab tempest-VolumesSnapshotTestJSON-984981180 tempest-VolumesSnapshotTestJSON-984981180-project] 10.222.0.22 "GET /v2.0/security-groups?id=c7131d86-2a03-4f85-9d37-dc4b557265fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320632 Jun 22 09:01:39.589712 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7efaaba-ea85-40fe-b0a6-b9ba8d0fe942 req-c2657268-394e-4160-aaf4-b4ad08c4569a tempest-VolumesSnapshotTestJSON-984981180 tempest-VolumesSnapshotTestJSON-984981180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:01:39.591222 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-d7efaaba-ea85-40fe-b0a6-b9ba8d0fe942 req-c2657268-394e-4160-aaf4-b4ad08c4569a tempest-VolumesSnapshotTestJSON-984981180 tempest-VolumesSnapshotTestJSON-984981180-project] 10.222.0.22 "GET /v2.0/ports?device_id=4c8bd445-2358-4341-9288-e4e2f927f34a HTTP/1.1" status: 200 len: 946 time: 0.0634520 Jun 22 09:01:39.630892 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-d7efaaba-ea85-40fe-b0a6-b9ba8d0fe942 req-1d899019-6f54-43d9-a7b0-2574c3a359f4 tempest-VolumesSnapshotTestJSON-984981180 tempest-VolumesSnapshotTestJSON-984981180-project] 10.222.0.22 "GET /v2.0/security-groups?id=c7131d86-2a03-4f85-9d37-dc4b557265fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333004 Jun 22 09:01:40.807798 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f37e7bd-3e9f-4447-8727-ab84644f1b44 req-654551b8-9c50-4c70-a386-8ff80ba84829 tempest-VolumesSnapshotTestJSON-984981180 tempest-VolumesSnapshotTestJSON-984981180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:01:40.809449 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-4f37e7bd-3e9f-4447-8727-ab84644f1b44 req-654551b8-9c50-4c70-a386-8ff80ba84829 tempest-VolumesSnapshotTestJSON-984981180 tempest-VolumesSnapshotTestJSON-984981180-project] 10.222.0.22 "GET /v2.0/ports?device_id=4c8bd445-2358-4341-9288-e4e2f927f34a HTTP/1.1" status: 200 len: 946 time: 0.0665405 Jun 22 09:01:40.848746 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-4f37e7bd-3e9f-4447-8727-ab84644f1b44 req-b9d5ed81-5da4-4136-8d14-2fd66ea829fb tempest-VolumesSnapshotTestJSON-984981180 tempest-VolumesSnapshotTestJSON-984981180-project] 10.222.0.22 "GET /v2.0/security-groups?id=c7131d86-2a03-4f85-9d37-dc4b557265fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332932 Jun 22 09:01:41.079386 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-3b9963f9-6677-420d-8798-8698ef6fbcbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380123073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133916839'] for agent, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:01:41.895970 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1bc99e-3bcb-4fed-b8c7-05a90f6d3189 req-801d388f-143d-4583-9fad-a05a9234c9f0 tempest-VolumesSnapshotTestJSON-984981180 tempest-VolumesSnapshotTestJSON-984981180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:01:41.897452 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-1a1bc99e-3bcb-4fed-b8c7-05a90f6d3189 req-801d388f-143d-4583-9fad-a05a9234c9f0 tempest-VolumesSnapshotTestJSON-984981180 tempest-VolumesSnapshotTestJSON-984981180-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c8bd445-2358-4341-9288-e4e2f927f34a HTTP/1.1" status: 200 len: 946 time: 0.0739148 Jun 22 09:01:42.015174 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.plugins.ml2.plugin [req-1a1bc99e-3bcb-4fed-b8c7-05a90f6d3189 req-db84dc44-0cec-46a3-b1fa-d8a1688b3fe4 tempest-VolumesSnapshotTestJSON-984981180 tempest-VolumesSnapshotTestJSON-984981180-project] Deleting port cc81d0ce-6bfa-4642-8a78-fdb383b2c6f5 {{(pid=92664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:01:42.015610 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [req-1a1bc99e-3bcb-4fed-b8c7-05a90f6d3189 req-db84dc44-0cec-46a3-b1fa-d8a1688b3fe4 tempest-VolumesSnapshotTestJSON-984981180 tempest-VolumesSnapshotTestJSON-984981180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728380103653'] for port, before_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:01:42.042475 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53495e8d-e023-4e40-9a0b-4c7fce579836 req-5a2e11bf-f7be-498f-9228-59d9c1aed991 tempest-VolumesSnapshotTestJSON-984981180 tempest-VolumesSnapshotTestJSON-984981180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:01:42.044192 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-53495e8d-e023-4e40-9a0b-4c7fce579836 req-5a2e11bf-f7be-498f-9228-59d9c1aed991 tempest-VolumesSnapshotTestJSON-984981180 tempest-VolumesSnapshotTestJSON-984981180-project] 10.222.0.22 "GET /v2.0/ports?device_id=4c8bd445-2358-4341-9288-e4e2f927f34a HTTP/1.1" status: 200 len: 946 time: 0.0771699 Jun 22 09:01:42.085156 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-53495e8d-e023-4e40-9a0b-4c7fce579836 req-6eedda55-461d-4bb4-b4fa-33d909069823 tempest-VolumesSnapshotTestJSON-984981180 tempest-VolumesSnapshotTestJSON-984981180-project] 10.222.0.22 "GET /v2.0/security-groups?id=c7131d86-2a03-4f85-9d37-dc4b557265fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349514 Jun 22 09:01:42.112611 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.plugins.ml2.db [req-1a1bc99e-3bcb-4fed-b8c7-05a90f6d3189 req-db84dc44-0cec-46a3-b1fa-d8a1688b3fe4 tempest-VolumesSnapshotTestJSON-984981180 tempest-VolumesSnapshotTestJSON-984981180-project] For port cc81d0ce-6bfa-4642-8a78-fdb383b2c6f5, host hv-cinder-79733, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79733',level=0,port_id=cc81d0ce-6bfa-4642-8a78-fdb383b2c6f5,segment=NetworkSegment(717bdc44-a0e1-4ce2-ac7e-465c14fbffc4),segment_id=717bdc44-a0e1-4ce2-ac7e-465c14fbffc4)] {{(pid=92664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:01:42.112968 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [req-1a1bc99e-3bcb-4fed-b8c7-05a90f6d3189 req-db84dc44-0cec-46a3-b1fa-d8a1688b3fe4 tempest-VolumesSnapshotTestJSON-984981180 tempest-VolumesSnapshotTestJSON-984981180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546942'] for port, precommit_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:01:42.181037 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.plugins.ml2.plugin [req-1a1bc99e-3bcb-4fed-b8c7-05a90f6d3189 req-db84dc44-0cec-46a3-b1fa-d8a1688b3fe4 tempest-VolumesSnapshotTestJSON-984981180 tempest-VolumesSnapshotTestJSON-984981180-project] Calling delete_port for cc81d0ce-6bfa-4642-8a78-fdb383b2c6f5 owned by compute:nova {{(pid=92664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:01:42.309496 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [req-1a1bc99e-3bcb-4fed-b8c7-05a90f6d3189 req-db84dc44-0cec-46a3-b1fa-d8a1688b3fe4 tempest-VolumesSnapshotTestJSON-984981180 tempest-VolumesSnapshotTestJSON-984981180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133719696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133660950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728380107749', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728379583070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9113264'] for port, after_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:01:42.313433 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-983247e4-065e-485e-b1aa-1892bde5ad51 tempest-TestMinimumBasicScenario-143008768 tempest-TestMinimumBasicScenario-143008768-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:01:42.321164 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.db [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] get_ports_and_sgs() called for port_ids ['cc81d0ce-6bfa-4642-8a78-fdb383b2c6f5'] {{(pid=92666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 09:01:42.338971 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db84dc44-0cec-46a3-b1fa-d8a1688b3fe4 tempest-VolumesSnapshotTestJSON-984981180 tempest-VolumesSnapshotTestJSON-984981180-project] Pushing event deleted for resources: {'Port': ['ID=cc81d0ce-6bfa-4642-8a78-fdb383b2c6f5,revision_number=None']} {{(pid=92664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:01:42.342138 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-db84dc44-0cec-46a3-b1fa-d8a1688b3fe4 tempest-VolumesSnapshotTestJSON-984981180 tempest-VolumesSnapshotTestJSON-984981180-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:01:42.382722 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a1bc99e-3bcb-4fed-b8c7-05a90f6d3189 req-db84dc44-0cec-46a3-b1fa-d8a1688b3fe4 tempest-VolumesSnapshotTestJSON-984981180 tempest-VolumesSnapshotTestJSON-984981180-project] No DVR routers for this DVR port cc81d0ce-6bfa-4642-8a78-fdb383b2c6f5 on host hv-cinder-79733 {{(pid=92664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:01:42.385833 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [req-1a1bc99e-3bcb-4fed-b8c7-05a90f6d3189 req-db84dc44-0cec-46a3-b1fa-d8a1688b3fe4 tempest-VolumesSnapshotTestJSON-984981180 tempest-VolumesSnapshotTestJSON-984981180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27927'] for port, before_response {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:01:42.388751 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-1a1bc99e-3bcb-4fed-b8c7-05a90f6d3189 req-db84dc44-0cec-46a3-b1fa-d8a1688b3fe4 tempest-VolumesSnapshotTestJSON-984981180 tempest-VolumesSnapshotTestJSON-984981180-project] 10.222.0.15 "DELETE /v2.0/ports/cc81d0ce-6bfa-4642-8a78-fdb383b2c6f5 HTTP/1.1" status: 204 len: 173 time: 0.4850166 Jun 22 09:01:42.389252 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c8bd445-2358-4341-9288-e4e2f927f34a', 'name': 'network-vif-deleted', 'tag': 'cc81d0ce-6bfa-4642-8a78-fdb383b2c6f5'}] {{(pid=92664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:01:42.391671 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}204e7d68aaf5059dd7cb24067ff1be2165df2a8c21773c1dc73aa01b5c6655f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11144422-1d79-43ca-910c-fb4ccafea7b8" -d '{"events": [{"server_uuid": "4c8bd445-2358-4341-9288-e4e2f927f34a", "name": "network-vif-deleted", "tag": "cc81d0ce-6bfa-4642-8a78-fdb383b2c6f5"}]}' {{(pid=92664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:01:42.428007 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 09:01:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56646530-cbef-46ea-8fee-fb13f0b89be3 x-openstack-request-id: req-56646530-cbef-46ea-8fee-fb13f0b89be3 {{(pid=92664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:01:42.428341 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c8bd445-2358-4341-9288-e4e2f927f34a", "name": "network-vif-deleted", "tag": "cc81d0ce-6bfa-4642-8a78-fdb383b2c6f5", "status": "completed", "code": 200}]} {{(pid=92664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:01:42.428654 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-56646530-cbef-46ea-8fee-fb13f0b89be3 {{(pid=92664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:01:42.429078 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c8bd445-2358-4341-9288-e4e2f927f34a', 'name': 'network-vif-deleted', 'tag': 'cc81d0ce-6bfa-4642-8a78-fdb383b2c6f5', 'status': 'completed', 'code': 200} Jun 22 09:01:43.394926 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.db.agents_db [None req-b28930ac-c45f-452b-90b0-92e2a86c5dbe None None] Agent healthcheck: found 6 active agents {{(pid=92667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 09:01:43.526342 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-2a03040b-708e-4257-852d-127392fa6780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380123073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133916839'] for agent, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:01:43.852507 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380123073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133916839'] for agent, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:01:44.675010 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.rpc [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Device cc81d0ce-6bfa-4642-8a78-fdb383b2c6f5 no longer exists at agent hyperv_hv-cinder-79733 {{(pid=92666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:01:44.695165 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.plugin [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] No Port match for: cc81d0ce-6bfa-4642-8a78-fdb383b2c6f5 {{(pid=92666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:01:44.695511 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.rpc [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Device cc81d0ce-6bfa-4642-8a78-fdb383b2c6f5 not bound to the agent host hv-cinder-79733 {{(pid=92666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:01:44.978655 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-244d5e4c-124e-44e7-83f7-ed36bd156729 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380123073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133916839'] for agent, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:01:46.073678 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-e2a0141c-4e42-4900-8004-ff8c1b31b35a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380123073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133916839'] for agent, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:01:52.743601 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380123073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133916839'] for agent, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:01:54.425473 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-388b1add-c97c-4c80-803f-583ee4083d69 req-517daec7-92b7-4a78-8828-af2085590397 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=fc8b0cc3-489c-44aa-bec3-c9cb8004cc76&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1052749 Jun 22 09:01:54.547089 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388b1add-c97c-4c80-803f-583ee4083d69 req-23024718-bf68-4e29-ae6b-97019166dff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:01:54.548766 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-388b1add-c97c-4c80-803f-583ee4083d69 req-23024718-bf68-4e29-ae6b-97019166dff3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3cdda909a361486c941cba339ea661cd&device_id=fc8b0cc3-489c-44aa-bec3-c9cb8004cc76 HTTP/1.1" status: 200 len: 1099 time: 0.0556977 Jun 22 09:01:54.679842 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388b1add-c97c-4c80-803f-583ee4083d69 req-c917c1e2-1eb3-4810-82e1-2a40aa754459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:01:54.681886 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-388b1add-c97c-4c80-803f-583ee4083d69 req-c917c1e2-1eb3-4810-82e1-2a40aa754459 service neutron] 10.222.0.15 "GET /v2.0/networks?id=b3c13f4c-b8ff-4164-9438-784286903cad HTTP/1.1" status: 200 len: 910 time: 0.1062622 Jun 22 09:01:54.770858 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-388b1add-c97c-4c80-803f-583ee4083d69 req-cbd5d70d-80b6-4b4a-88f3-f0bdd20a1e88 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=14453dce-4709-4737-b557-4de4f2e3aa53 HTTP/1.1" status: 200 len: 1002 time: 0.0784159 Jun 22 09:01:54.822295 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388b1add-c97c-4c80-803f-583ee4083d69 req-1a47b6d1-3268-41a7-82a8-f953ce83d877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:01:54.823781 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-388b1add-c97c-4c80-803f-583ee4083d69 req-1a47b6d1-3268-41a7-82a8-f953ce83d877 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c4619780-7695-464f-af2b-4e2935ed6232 HTTP/1.1" status: 200 len: 848 time: 0.0461481 Jun 22 09:01:54.879448 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388b1add-c97c-4c80-803f-583ee4083d69 req-85afe460-0d00-4f5b-9b56-d3e383dccd85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:01:54.880858 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-388b1add-c97c-4c80-803f-583ee4083d69 req-85afe460-0d00-4f5b-9b56-d3e383dccd85 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b3c13f4c-b8ff-4164-9438-784286903cad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0504346 Jun 22 09:01:54.978208 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-388b1add-c97c-4c80-803f-583ee4083d69 req-2c27709d-9ab0-466e-9e9f-ce3fd8a44e2a service neutron] 10.222.0.15 "GET /v2.0/networks/b3c13f4c-b8ff-4164-9438-784286903cad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825086 Jun 22 09:01:55.078901 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-388b1add-c97c-4c80-803f-583ee4083d69 req-36302379-05c1-4179-ba80-24699f2f640a service neutron] 10.222.0.15 "GET /v2.0/networks/b3c13f4c-b8ff-4164-9438-784286903cad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926256 Jun 22 09:02:00.143724 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.wsgi [-] (92664) accepted ('10.222.0.22', 39654) {{(pid=92664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:02:00.191630 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.db.db_base_plugin_v2 [None req-d43e5dcf-840b-4f22-9f30-8f415e84bce3 admin admin] Deleting subnet cb534458-5d1c-4d98-b6b3-377ef0b47b95 {{(pid=92664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 09:02:00.194763 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-d43e5dcf-840b-4f22-9f30-8f415e84bce3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:02:00.229636 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-d43e5dcf-840b-4f22-9f30-8f415e84bce3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8776283'] for subnet, precommit_delete_associations {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:02:00.267544 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-d43e5dcf-840b-4f22-9f30-8f415e84bce3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133921636'] for subnet, precommit_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:02:00.318534 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-d43e5dcf-840b-4f22-9f30-8f415e84bce3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133921629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133660950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9113338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9089548'] for subnet, after_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:02:00.321326 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-165cb861-9360-44d7-a36b-41bf1e217847 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:02:00.346885 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43e5dcf-840b-4f22-9f30-8f415e84bce3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb534458-5d1c-4d98-b6b3-377ef0b47b95,revision_number=None']} {{(pid=92664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:02:00.357078 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43e5dcf-840b-4f22-9f30-8f415e84bce3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:02:00.357458 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43e5dcf-840b-4f22-9f30-8f415e84bce3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:02:00.357854 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43e5dcf-840b-4f22-9f30-8f415e84bce3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:02:00.358220 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43e5dcf-840b-4f22-9f30-8f415e84bce3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:02:00.358580 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43e5dcf-840b-4f22-9f30-8f415e84bce3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:02:00.359348 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43e5dcf-840b-4f22-9f30-8f415e84bce3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:02:00.359348 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43e5dcf-840b-4f22-9f30-8f415e84bce3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:02:00.359621 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43e5dcf-840b-4f22-9f30-8f415e84bce3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:02:00.359975 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43e5dcf-840b-4f22-9f30-8f415e84bce3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:02:00.360325 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43e5dcf-840b-4f22-9f30-8f415e84bce3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:02:00.360675 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43e5dcf-840b-4f22-9f30-8f415e84bce3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:02:00.361023 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43e5dcf-840b-4f22-9f30-8f415e84bce3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:02:00.363720 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-d43e5dcf-840b-4f22-9f30-8f415e84bce3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:02:00.368088 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.wsgi [-] (92665) accepted ('10.222.0.22', 39660) {{(pid=92665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:02:00.368566 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [None req-d43e5dcf-840b-4f22-9f30-8f415e84bce3 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/cb534458-5d1c-4d98-b6b3-377ef0b47b95 HTTP/1.1" status: 204 len: 168 time: 0.2233434 Jun 22 09:02:00.369937 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-d43e5dcf-840b-4f22-9f30-8f415e84bce3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:02:00.441426 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-895281da-488c-4e6f-91e5-b6370a5084b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133751319'] for network, before_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:02:00.520707 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-895281da-488c-4e6f-91e5-b6370a5084b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133922029', 'neutron.services.segments.db._delete_segments_for_network-8728380123091'] for network, precommit_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:02:00.531509 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.services.segments.db [None req-895281da-488c-4e6f-91e5-b6370a5084b8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6706598b-aed2-4128-a68e-6105ca7ca237']}} {{(pid=92665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:02:00.541741 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.services.segments.db [None req-895281da-488c-4e6f-91e5-b6370a5084b8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '717bdc44-a0e1-4ce2-ac7e-465c14fbffc4') {'for_net_delete': True} {{(pid=92665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:02:00.542039 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.services.segments.db [None req-895281da-488c-4e6f-91e5-b6370a5084b8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '717bdc44-a0e1-4ce2-ac7e-465c14fbffc4') {} {{(pid=92665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:02:00.551083 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-895281da-488c-4e6f-91e5-b6370a5084b8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728380122920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8737188'] for segment, before_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:02:00.565154 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-895281da-488c-4e6f-91e5-b6370a5084b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133909941'] for segment, precommit_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:02:00.571689 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-895281da-488c-4e6f-91e5-b6370a5084b8 admin admin] Releasing vlan 232 on physical network physnet1 to pool {{(pid=92665) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:02:00.572119 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-895281da-488c-4e6f-91e5-b6370a5084b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133909941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4152690'] for segment, after_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:02:00.573891 dv-cinder-797333-1-smb neutron-server[92665]: Traceback (most recent call last): Jun 22 09:02:00.573891 dv-cinder-797333-1-smb neutron-server[92665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:02:00.573891 dv-cinder-797333-1-smb neutron-server[92665]: timer() Jun 22 09:02:00.573891 dv-cinder-797333-1-smb neutron-server[92665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:02:00.573891 dv-cinder-797333-1-smb neutron-server[92665]: cb(*args, **kw) Jun 22 09:02:00.573891 dv-cinder-797333-1-smb neutron-server[92665]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:02:00.573891 dv-cinder-797333-1-smb neutron-server[92665]: return func(*args, **kwargs) Jun 22 09:02:00.573891 dv-cinder-797333-1-smb neutron-server[92665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:02:00.573891 dv-cinder-797333-1-smb neutron-server[92665]: self._notify() Jun 22 09:02:00.573891 dv-cinder-797333-1-smb neutron-server[92665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:02:00.573891 dv-cinder-797333-1-smb neutron-server[92665]: self.callback(batched_events) Jun 22 09:02:00.573891 dv-cinder-797333-1-smb neutron-server[92665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:02:00.573891 dv-cinder-797333-1-smb neutron-server[92665]: event.method(event) Jun 22 09:02:00.573891 dv-cinder-797333-1-smb neutron-server[92665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:02:00.573891 dv-cinder-797333-1-smb neutron-server[92665]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:02:00.573891 dv-cinder-797333-1-smb neutron-server[92665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:02:00.573891 dv-cinder-797333-1-smb neutron-server[92665]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:02:00.573891 dv-cinder-797333-1-smb neutron-server[92665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:02:00.573891 dv-cinder-797333-1-smb neutron-server[92665]: return f(self, *a, **k) Jun 22 09:02:00.573891 dv-cinder-797333-1-smb neutron-server[92665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:02:00.573891 dv-cinder-797333-1-smb neutron-server[92665]: return self._get(url).json() Jun 22 09:02:00.573891 dv-cinder-797333-1-smb neutron-server[92665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:02:00.573891 dv-cinder-797333-1-smb neutron-server[92665]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:02:00.573891 dv-cinder-797333-1-smb neutron-server[92665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:02:00.573891 dv-cinder-797333-1-smb neutron-server[92665]: return self.request(url, 'GET', **kwargs) Jun 22 09:02:00.573891 dv-cinder-797333-1-smb neutron-server[92665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:02:00.573891 dv-cinder-797333-1-smb neutron-server[92665]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:02:00.573891 dv-cinder-797333-1-smb neutron-server[92665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:02:00.573891 dv-cinder-797333-1-smb neutron-server[92665]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:02:00.573891 dv-cinder-797333-1-smb neutron-server[92665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:02:00.573891 dv-cinder-797333-1-smb neutron-server[92665]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:02:00.573891 dv-cinder-797333-1-smb neutron-server[92665]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:02:00.630775 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-895281da-488c-4e6f-91e5-b6370a5084b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133922022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-748338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-133660957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-546649'] for network, after_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:02:00.635130 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-bc233af8-d441-453c-9548-7841c39a4766 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:02:00.637483 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-895281da-488c-4e6f-91e5-b6370a5084b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133660928'] for network, before_response {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:02:00.639322 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [None req-895281da-488c-4e6f-91e5-b6370a5084b8 admin admin] 10.222.0.22 "DELETE /v2.0/networks/6706598b-aed2-4128-a68e-6105ca7ca237 HTTP/1.1" status: 204 len: 168 time: 0.2702384 Jun 22 09:02:00.650197 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895281da-488c-4e6f-91e5-b6370a5084b8 admin admin] Pushing event deleted for resources: {'Network': ['ID=6706598b-aed2-4128-a68e-6105ca7ca237,revision_number=None']} {{(pid=92665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:02:00.657196 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895281da-488c-4e6f-91e5-b6370a5084b8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:02:00.657579 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895281da-488c-4e6f-91e5-b6370a5084b8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:02:00.657966 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895281da-488c-4e6f-91e5-b6370a5084b8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:02:00.658326 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895281da-488c-4e6f-91e5-b6370a5084b8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:02:00.658680 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895281da-488c-4e6f-91e5-b6370a5084b8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:02:00.659036 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895281da-488c-4e6f-91e5-b6370a5084b8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:02:00.659388 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895281da-488c-4e6f-91e5-b6370a5084b8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:02:00.659739 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895281da-488c-4e6f-91e5-b6370a5084b8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:02:00.660092 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895281da-488c-4e6f-91e5-b6370a5084b8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:02:00.660441 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895281da-488c-4e6f-91e5-b6370a5084b8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:02:00.660790 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895281da-488c-4e6f-91e5-b6370a5084b8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:02:00.661136 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895281da-488c-4e6f-91e5-b6370a5084b8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:02:00.664260 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-895281da-488c-4e6f-91e5-b6370a5084b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:02:00.799105 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.wsgi [-] (92665) accepted ('10.222.0.22', 39664) {{(pid=92665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:02:00.838344 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [None req-bf9dd61a-1dfd-4ca3-90da-fdecc75752ec admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=81850642f174409483f593b77cce3c75&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0379894 Jun 22 09:02:00.840569 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.wsgi [-] (92665) accepted ('10.222.0.22', 39666) {{(pid=92665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:02:00.888839 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-cc5119ab-d37d-468d-b920-e8c6f285da88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:02:00.910860 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-cc5119ab-d37d-468d-b920-e8c6f285da88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:02:00.959792 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-cc5119ab-d37d-468d-b920-e8c6f285da88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748303'] for security_group, after_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:02:00.962999 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-cc5119ab-d37d-468d-b920-e8c6f285da88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:02:00.964150 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [None req-cc5119ab-d37d-468d-b920-e8c6f285da88 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c7131d86-2a03-4f85-9d37-dc4b557265fa HTTP/1.1" status: 204 len: 168 time: 0.1226900 Jun 22 09:02:00.964892 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-d69f8388-be40-488f-84e0-17c23e629028 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:02:00.972940 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5119ab-d37d-468d-b920-e8c6f285da88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7131d86-2a03-4f85-9d37-dc4b557265fa,revision_number=None']} {{(pid=92665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:02:00.975588 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-cc5119ab-d37d-468d-b920-e8c6f285da88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:02:11.080076 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-9018ef74-340c-419d-85ba-72afc65992b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380123073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133916839'] for agent, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:02:13.532648 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-0b5ef135-5501-41d3-bbe1-f79b6142853a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380123073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133916839'] for agent, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:02:13.858102 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380123073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133916839'] for agent, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:02:14.982681 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-244d5e4c-124e-44e7-83f7-ed36bd156729 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380123073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133916839'] for agent, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:02:15.619602 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041e05e2-6ecc-4a38-bfbe-413bb784b52c req-0655d5bf-a376-4d1d-821b-157c8731b471 tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:02:15.621020 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-041e05e2-6ecc-4a38-bfbe-413bb784b52c req-0655d5bf-a376-4d1d-821b-157c8731b471 tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] 10.222.0.22 "GET /v2.0/ports?device_id=1218c6d9-f7ac-4075-aa16-5d3235c11140 HTTP/1.1" status: 200 len: 945 time: 0.0692484 Jun 22 09:02:15.658584 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-041e05e2-6ecc-4a38-bfbe-413bb784b52c req-2ce1d253-e392-4202-bc84-1b36349632a7 tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] 10.222.0.22 "GET /v2.0/security-groups?id=1f05d5bd-cb3f-46fa-a132-b38aa9efec49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318832 Jun 22 09:02:16.076394 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-e2a0141c-4e42-4900-8004-ff8c1b31b35a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380123073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133916839'] for agent, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:02:16.836013 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0065bcf9-4583-43f8-ad77-374463db2169 req-fe3d3f2f-ed3a-4ec7-b782-b6c0b8a11b5b tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:02:16.837494 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-0065bcf9-4583-43f8-ad77-374463db2169 req-fe3d3f2f-ed3a-4ec7-b782-b6c0b8a11b5b tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] 10.222.0.22 "GET /v2.0/ports?device_id=1218c6d9-f7ac-4075-aa16-5d3235c11140 HTTP/1.1" status: 200 len: 945 time: 0.0660644 Jun 22 09:02:16.877841 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-0065bcf9-4583-43f8-ad77-374463db2169 req-07fab1e8-0473-420d-9dfa-2699a8f4352f tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] 10.222.0.22 "GET /v2.0/security-groups?id=1f05d5bd-cb3f-46fa-a132-b38aa9efec49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340762 Jun 22 09:02:17.294515 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4da720a-ac81-4546-9923-a0a36d2e1aaa req-c7236429-15dd-4258-a2c2-c83dedf817bd tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:02:17.295903 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-c4da720a-ac81-4546-9923-a0a36d2e1aaa req-c7236429-15dd-4258-a2c2-c83dedf817bd tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] 10.222.0.15 "GET /v2.0/ports?device_id=1218c6d9-f7ac-4075-aa16-5d3235c11140 HTTP/1.1" status: 200 len: 945 time: 0.0703402 Jun 22 09:02:17.393973 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.plugins.ml2.plugin [req-c4da720a-ac81-4546-9923-a0a36d2e1aaa req-5e64297b-173c-4a32-b157-1e853372c55e tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] Deleting port 772a827c-2031-4578-b15a-8a9e99dca9c3 {{(pid=92664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:02:17.394308 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [req-c4da720a-ac81-4546-9923-a0a36d2e1aaa req-5e64297b-173c-4a32-b157-1e853372c55e tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728380103653'] for port, before_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:02:17.485577 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.plugins.ml2.db [req-c4da720a-ac81-4546-9923-a0a36d2e1aaa req-5e64297b-173c-4a32-b157-1e853372c55e tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] For port 772a827c-2031-4578-b15a-8a9e99dca9c3, host hv-cinder-79733, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79733',level=0,port_id=772a827c-2031-4578-b15a-8a9e99dca9c3,segment=NetworkSegment(a37c650b-e011-49b1-9fb9-c613dfbe5229),segment_id=a37c650b-e011-49b1-9fb9-c613dfbe5229)] {{(pid=92664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:02:17.485956 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [req-c4da720a-ac81-4546-9923-a0a36d2e1aaa req-5e64297b-173c-4a32-b157-1e853372c55e tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546942'] for port, precommit_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:02:17.680927 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [req-c4da720a-ac81-4546-9923-a0a36d2e1aaa req-5e64297b-173c-4a32-b157-1e853372c55e tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:02:17.681172 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [req-c4da720a-ac81-4546-9923-a0a36d2e1aaa req-5e64297b-173c-4a32-b157-1e853372c55e tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-546628'] for floatingip, after_update {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:02:17.681492 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.db.l3_db [req-c4da720a-ac81-4546-9923-a0a36d2e1aaa req-5e64297b-173c-4a32-b157-1e853372c55e tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] Floating IP 52d2d0f9-df70-43cd-8b69-af0848550ad8 disassociated. External IP: 172.28.3.207, port: 772a827c-2031-4578-b15a-8a9e99dca9c3. Jun 22 09:02:17.681862 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.plugins.ml2.plugin [req-c4da720a-ac81-4546-9923-a0a36d2e1aaa req-5e64297b-173c-4a32-b157-1e853372c55e tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] Calling delete_port for 772a827c-2031-4578-b15a-8a9e99dca9c3 owned by compute:nova {{(pid=92664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:02:17.807693 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [req-c4da720a-ac81-4546-9923-a0a36d2e1aaa req-5e64297b-173c-4a32-b157-1e853372c55e tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133719696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133660950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728380107749', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728379583070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9113264'] for port, after_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:02:17.811585 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-d3f468cc-5786-48d8-9762-517d87a6f3b4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:02:17.836592 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e64297b-173c-4a32-b157-1e853372c55e tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] Pushing event deleted for resources: {'Port': ['ID=772a827c-2031-4578-b15a-8a9e99dca9c3,revision_number=None']} {{(pid=92664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:02:17.840005 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-5e64297b-173c-4a32-b157-1e853372c55e tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:02:17.969425 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c4da720a-ac81-4546-9923-a0a36d2e1aaa req-5e64297b-173c-4a32-b157-1e853372c55e tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] Router 5f8098ca-ed85-402c-920b-4930a41cf01f has already been hosted by L3 agent 81bac9f2-ec56-4bd6-b329-9598189ea0dc {{(pid=92664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:02:18.030237 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-e6493baf-8d83-4660-b336-cc1179dd295d req-9394e953-b06c-4b37-b438-4daf0988d347 tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] 10.222.0.22 "GET /v2.0/ports?device_id=1218c6d9-f7ac-4075-aa16-5d3235c11140 HTTP/1.1" status: 200 len: 210 time: 0.0366292 Jun 22 09:02:18.105837 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c4da720a-ac81-4546-9923-a0a36d2e1aaa req-5e64297b-173c-4a32-b157-1e853372c55e tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] Notify agent at l3_agent.dv-cinder-797333-1-smb the message routers_updated {{(pid=92664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:02:18.119425 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df38c07-9828-4bd9-9aef-32c4886ea5f8 None None] Sync routers for ids ['5f8098ca-ed85-402c-920b-4930a41cf01f'] in dv-cinder-797333-1-smb {{(pid=92666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:02:18.131466 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df38c07-9828-4bd9-9aef-32c4886ea5f8 None None] Routers {'5f8098ca-ed85-402c-920b-4930a41cf01f'} bound to L3 agent in host dv-cinder-797333-1-smb {{(pid=92666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:02:18.132216 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.l3_hamode_db [None req-6df38c07-9828-4bd9-9aef-32c4886ea5f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797333-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T08:48:43Z,description=,heartbeat_timestamp=2021-06-22T09:02:14Z,host='dv-cinder-797333-1-smb',id=81bac9f2-ec56-4bd6-b329-9598189ea0dc,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T08:48:43Z,topic='l3_agent')) {'router_ids': ['5f8098ca-ed85-402c-920b-4930a41cf01f'], 'active': True} {{(pid=92666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:02:18.314451 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.l3_dvr_db [None req-6df38c07-9828-4bd9-9aef-32c4886ea5f8 None None] Set router 5f8098ca-ed85-402c-920b-4930a41cf01f gateway port host: dv-cinder-797333-1-smb {{(pid=92666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:02:18.415534 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4da720a-ac81-4546-9923-a0a36d2e1aaa req-5e64297b-173c-4a32-b157-1e853372c55e tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] No DVR routers for this DVR port 772a827c-2031-4578-b15a-8a9e99dca9c3 on host hv-cinder-79733 {{(pid=92664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:02:18.418236 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [req-c4da720a-ac81-4546-9923-a0a36d2e1aaa req-5e64297b-173c-4a32-b157-1e853372c55e tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27927'] for port, before_response {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:02:18.420354 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-c4da720a-ac81-4546-9923-a0a36d2e1aaa req-5e64297b-173c-4a32-b157-1e853372c55e tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] 10.222.0.15 "DELETE /v2.0/ports/772a827c-2031-4578-b15a-8a9e99dca9c3 HTTP/1.1" status: 204 len: 173 time: 1.1188316 Jun 22 09:02:18.420989 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1218c6d9-f7ac-4075-aa16-5d3235c11140', 'name': 'network-vif-deleted', 'tag': '772a827c-2031-4578-b15a-8a9e99dca9c3'}] {{(pid=92664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:02:18.424053 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}204e7d68aaf5059dd7cb24067ff1be2165df2a8c21773c1dc73aa01b5c6655f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf20669d-63d9-45b1-8c75-a1747e69e44c" -d '{"events": [{"server_uuid": "1218c6d9-f7ac-4075-aa16-5d3235c11140", "name": "network-vif-deleted", "tag": "772a827c-2031-4578-b15a-8a9e99dca9c3"}]}' {{(pid=92664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:02:18.590014 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.l3_hamode_db [None req-6df38c07-9828-4bd9-9aef-32c4886ea5f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f8098ca-ed85-402c-920b-4930a41cf01f', 'name': 'tempest-AttachVolumeTestJSON-805699332-router', 'tenant_id': '539be15b3b01480196a1d49d035c0e00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '229d5e4a-3847-4866-aa2f-e37dad8eeeae', 'external_fixed_ips': [{'subnet_id': '86526ad5-0ce1-4847-a8b3-31fb35f84f34', 'ip_address': '172.28.3.241'}], 'enable_snat': True}, 'gw_port_id': '2f0bc85f-0f87-4d56-87b8-53345a6ae5be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T08:56:32Z', 'updated_at': '2021-06-22T08:56:42Z', 'revision_number': 4, 'project_id': '539be15b3b01480196a1d49d035c0e00', 'gw_port': {'id': '2f0bc85f-0f87-4d56-87b8-53345a6ae5be', 'name': '', 'network_id': '229d5e4a-3847-4866-aa2f-e37dad8eeeae', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:a4:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f8098ca-ed85-402c-920b-4930a41cf01f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '86526ad5-0ce1-4847-a8b3-31fb35f84f34', 'ip_address': '172.28.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T08:56:34Z', 'updated_at': '2021-06-22T08:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86526ad5-0ce1-4847-a8b3-31fb35f84f34', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797333-1-smb', '_interfaces': [{'id': 'ba671f67-7b65-40aa-89c3-5822dacef29e', 'name': '', 'network_id': '6858ed3b-c3b9-4692-a3bd-5458c5aaeb61', 'tenant_id': '539be15b3b01480196a1d49d035c0e00', 'mac_address': 'fa:16:3e:ab:2e:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f8098ca-ed85-402c-920b-4930a41cf01f', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'd3540fe9-cc9d-4e8a-ade5-a63ad9a74449', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T08:56:39Z', 'updated_at': '2021-06-22T08:56:57Z', 'revision_number': 5, 'project_id': '539be15b3b01480196a1d49d035c0e00', 'subnets': [{'id': 'd3540fe9-cc9d-4e8a-ade5-a63ad9a74449', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797333-1-smb', False) {} {{(pid=92666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:02:18.617963 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df38c07-9828-4bd9-9aef-32c4886ea5f8 None None] Checking router: 5f8098ca-ed85-402c-920b-4930a41cf01f for host: dv-cinder-797333-1-smb {{(pid=92666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:02:18.627111 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df38c07-9828-4bd9-9aef-32c4886ea5f8 None None] Routers {'5f8098ca-ed85-402c-920b-4930a41cf01f'} bound to L3 agent in host dv-cinder-797333-1-smb {{(pid=92666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:02:18.627734 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.l3_hamode_db [None req-6df38c07-9828-4bd9-9aef-32c4886ea5f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797333-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T08:48:43Z,description=,heartbeat_timestamp=2021-06-22T09:02:14Z,host='dv-cinder-797333-1-smb',id=81bac9f2-ec56-4bd6-b329-9598189ea0dc,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T08:48:43Z,topic='l3_agent')) {'router_ids': ['5f8098ca-ed85-402c-920b-4930a41cf01f'], 'active': True} {{(pid=92666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:02:18.709127 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 09:02:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f54dac41-1fc5-4863-9eff-8d7c63cc96a0 x-openstack-request-id: req-f54dac41-1fc5-4863-9eff-8d7c63cc96a0 {{(pid=92664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:02:18.709453 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1218c6d9-f7ac-4075-aa16-5d3235c11140", "name": "network-vif-deleted", "tag": "772a827c-2031-4578-b15a-8a9e99dca9c3", "status": "completed", "code": 200}]} {{(pid=92664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:02:18.709801 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f54dac41-1fc5-4863-9eff-8d7c63cc96a0 {{(pid=92664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:02:18.710232 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1218c6d9-f7ac-4075-aa16-5d3235c11140', 'name': 'network-vif-deleted', 'tag': '772a827c-2031-4578-b15a-8a9e99dca9c3', 'status': 'completed', 'code': 200} Jun 22 09:02:18.800195 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.l3_dvr_db [None req-6df38c07-9828-4bd9-9aef-32c4886ea5f8 None None] Set router 5f8098ca-ed85-402c-920b-4930a41cf01f gateway port host: dv-cinder-797333-1-smb {{(pid=92666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:02:19.030918 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.l3_hamode_db [None req-6df38c07-9828-4bd9-9aef-32c4886ea5f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f8098ca-ed85-402c-920b-4930a41cf01f', 'name': 'tempest-AttachVolumeTestJSON-805699332-router', 'tenant_id': '539be15b3b01480196a1d49d035c0e00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '229d5e4a-3847-4866-aa2f-e37dad8eeeae', 'external_fixed_ips': [{'subnet_id': '86526ad5-0ce1-4847-a8b3-31fb35f84f34', 'ip_address': '172.28.3.241'}], 'enable_snat': True}, 'gw_port_id': '2f0bc85f-0f87-4d56-87b8-53345a6ae5be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T08:56:32Z', 'updated_at': '2021-06-22T08:56:42Z', 'revision_number': 4, 'project_id': '539be15b3b01480196a1d49d035c0e00', 'gw_port': {'id': '2f0bc85f-0f87-4d56-87b8-53345a6ae5be', 'name': '', 'network_id': '229d5e4a-3847-4866-aa2f-e37dad8eeeae', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:a4:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f8098ca-ed85-402c-920b-4930a41cf01f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '86526ad5-0ce1-4847-a8b3-31fb35f84f34', 'ip_address': '172.28.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T08:56:34Z', 'updated_at': '2021-06-22T08:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86526ad5-0ce1-4847-a8b3-31fb35f84f34', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797333-1-smb', '_interfaces': [{'id': 'ba671f67-7b65-40aa-89c3-5822dacef29e', 'name': '', 'network_id': '6858ed3b-c3b9-4692-a3bd-5458c5aaeb61', 'tenant_id': '539be15b3b01480196a1d49d035c0e00', 'mac_address': 'fa:16:3e:ab:2e:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f8098ca-ed85-402c-920b-4930a41cf01f', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'd3540fe9-cc9d-4e8a-ade5-a63ad9a74449', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T08:56:39Z', 'updated_at': '2021-06-22T08:56:57Z', 'revision_number': 5, 'project_id': '539be15b3b01480196a1d49d035c0e00', 'subnets': [{'id': 'd3540fe9-cc9d-4e8a-ade5-a63ad9a74449', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797333-1-smb', False) {} {{(pid=92666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:02:19.063685 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df38c07-9828-4bd9-9aef-32c4886ea5f8 None None] The sync data for ids ['5f8098ca-ed85-402c-920b-4930a41cf01f'] in dv-cinder-797333-1-smb is: [{'id': '5f8098ca-ed85-402c-920b-4930a41cf01f', 'name': 'tempest-AttachVolumeTestJSON-805699332-router', 'tenant_id': '539be15b3b01480196a1d49d035c0e00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '229d5e4a-3847-4866-aa2f-e37dad8eeeae', 'external_fixed_ips': [{'subnet_id': '86526ad5-0ce1-4847-a8b3-31fb35f84f34', 'ip_address': '172.28.3.241'}], 'enable_snat': True}, 'gw_port_id': '2f0bc85f-0f87-4d56-87b8-53345a6ae5be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T08:56:32Z', 'updated_at': '2021-06-22T08:56:42Z', 'revision_number': 4, 'project_id': '539be15b3b01480196a1d49d035c0e00', 'gw_port': {'id': '2f0bc85f-0f87-4d56-87b8-53345a6ae5be', 'name': '', 'network_id': '229d5e4a-3847-4866-aa2f-e37dad8eeeae', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:a4:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f8098ca-ed85-402c-920b-4930a41cf01f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '86526ad5-0ce1-4847-a8b3-31fb35f84f34', 'ip_address': '172.28.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T08:56:34Z', 'updated_at': '2021-06-22T08:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86526ad5-0ce1-4847-a8b3-31fb35f84f34', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797333-1-smb', '_interfaces': [{'id': 'ba671f67-7b65-40aa-89c3-5822dacef29e', 'name': '', 'network_id': '6858ed3b-c3b9-4692-a3bd-5458c5aaeb61', 'tenant_id': '539be15b3b01480196a1d49d035c0e00', 'mac_address': 'fa:16:3e:ab:2e:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f8098ca-ed85-402c-920b-4930a41cf01f', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'd3540fe9-cc9d-4e8a-ade5-a63ad9a74449', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T08:56:39Z', 'updated_at': '2021-06-22T08:56:57Z', 'revision_number': 5, 'project_id': '539be15b3b01480196a1d49d035c0e00', 'subnets': [{'id': 'd3540fe9-cc9d-4e8a-ade5-a63ad9a74449', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:02:19.187087 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.wsgi [-] (92665) accepted ('10.222.0.22', 39796) {{(pid=92665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:02:19.258708 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-8654360f-75bb-44dd-be49-959dc118ae3e tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] Notify callbacks [] for security_group, before_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:02:19.301478 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-8654360f-75bb-44dd-be49-959dc118ae3e tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:02:19.359904 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-8654360f-75bb-44dd-be49-959dc118ae3e tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748303'] for security_group, after_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:02:19.363022 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-8654360f-75bb-44dd-be49-959dc118ae3e tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] Notify callbacks [] for security_group, before_response {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:02:19.364470 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [None req-8654360f-75bb-44dd-be49-959dc118ae3e tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] 10.222.0.22 "DELETE /v2.0/security-groups/1f05d5bd-cb3f-46fa-a132-b38aa9efec49 HTTP/1.1" status: 204 len: 168 time: 0.1763368 Jun 22 09:02:19.365534 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-ff91e636-bca4-41b2-acf9-842a69cb86e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:02:19.373819 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.wsgi [-] (92664) accepted ('10.222.0.22', 39804) {{(pid=92664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:02:19.375317 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8654360f-75bb-44dd-be49-959dc118ae3e tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f05d5bd-cb3f-46fa-a132-b38aa9efec49,revision_number=None']} {{(pid=92665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:02:19.378233 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-8654360f-75bb-44dd-be49-959dc118ae3e tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:02:19.393603 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f807685-62d1-4c00-8f56-f7c57ee3f4a2 None None] New status for floating IP 52d2d0f9-df70-43cd-8b69-af0848550ad8: DOWN {{(pid=92667) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 09:02:19.406342 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.api.v2.resource [None req-409e54c3-17f4-4541-93b7-42b54e110a6b tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] show failed (client error): The resource could not be found. Jun 22 09:02:19.410240 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [None req-409e54c3-17f4-4541-93b7-42b54e110a6b tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] 10.222.0.22 "GET /v2.0/security-groups/1f05d5bd-cb3f-46fa-a132-b38aa9efec49 HTTP/1.1" status: 404 len: 347 time: 0.0324147 Jun 22 09:02:19.410542 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.wsgi [-] (92664) accepted ('10.222.0.22', 39810) {{(pid=92664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:02:19.570016 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.plugins.ml2.plugin [None req-eade7d9e-75b2-406a-a17a-9b4e7f651beb tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] Deleting port c25aca7e-d347-46e5-b686-e2717e7b3ee6 {{(pid=92664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:02:19.570831 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-eade7d9e-75b2-406a-a17a-9b4e7f651beb tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728380103653'] for port, before_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:02:19.668571 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-eade7d9e-75b2-406a-a17a-9b4e7f651beb tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546942'] for port, precommit_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:02:19.669175 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-eade7d9e-75b2-406a-a17a-9b4e7f651beb tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:02:19.723823 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e175c28-92b4-404f-8101-ca043843ab4e req-90565266-b8a3-4ee4-bced-c69360408fdd tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:02:19.726989 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-7e175c28-92b4-404f-8101-ca043843ab4e req-90565266-b8a3-4ee4-bced-c69360408fdd tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.22 "GET /v2.0/ports?device_id=cba8e73f-3417-45d0-b833-91423937e845 HTTP/1.1" status: 200 len: 945 time: 0.0985045 Jun 22 09:02:19.771245 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.plugins.ml2.plugin [None req-eade7d9e-75b2-406a-a17a-9b4e7f651beb tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] Calling delete_port for c25aca7e-d347-46e5-b686-e2717e7b3ee6 owned by network:floatingip {{(pid=92664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:02:19.780257 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-7e175c28-92b4-404f-8101-ca043843ab4e req-9cba0fa1-cbe4-43c3-b5eb-a982b44e384a tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.22 "GET /v2.0/security-groups?id=8407b8c1-16c2-4011-9481-6d71a524545c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475609 Jun 22 09:02:19.934526 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-eade7d9e-75b2-406a-a17a-9b4e7f651beb tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133719696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133660950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728380107749', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728379583070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9113264'] for port, after_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:02:19.936682 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:02:19.960753 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eade7d9e-75b2-406a-a17a-9b4e7f651beb tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] Pushing event deleted for resources: {'Port': ['ID=c25aca7e-d347-46e5-b686-e2717e7b3ee6,revision_number=None']} {{(pid=92664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:02:19.964439 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-eade7d9e-75b2-406a-a17a-9b4e7f651beb tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:02:20.032606 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-eade7d9e-75b2-406a-a17a-9b4e7f651beb tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] Notify callbacks [] for floatingip, after_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:02:20.035174 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-eade7d9e-75b2-406a-a17a-9b4e7f651beb tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27927'] for floatingip, before_response {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:02:20.036335 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [None req-eade7d9e-75b2-406a-a17a-9b4e7f651beb tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] 10.222.0.22 "DELETE /v2.0/floatingips/52d2d0f9-df70-43cd-8b69-af0848550ad8 HTTP/1.1" status: 204 len: 168 time: 0.6248472 Jun 22 09:02:20.394104 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.db.agents_db [None req-b28930ac-c45f-452b-90b0-92e2a86c5dbe None None] Agent healthcheck: found 6 active agents {{(pid=92667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 09:02:20.792626 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.rpc [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Device 772a827c-2031-4578-b15a-8a9e99dca9c3 no longer exists at agent hyperv_hv-cinder-79733 {{(pid=92666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:02:20.812757 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.plugin [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] No Port match for: 772a827c-2031-4578-b15a-8a9e99dca9c3 {{(pid=92666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:02:20.813097 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.rpc [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Device 772a827c-2031-4578-b15a-8a9e99dca9c3 not bound to the agent host hv-cinder-79733 {{(pid=92666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:02:20.974335 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755cf848-4323-4991-ace5-ed878d003f55 req-d805eb85-7845-48d4-a26a-67169bd6950f tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:02:20.975843 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-755cf848-4323-4991-ace5-ed878d003f55 req-d805eb85-7845-48d4-a26a-67169bd6950f tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.22 "GET /v2.0/ports?device_id=cba8e73f-3417-45d0-b833-91423937e845 HTTP/1.1" status: 200 len: 945 time: 0.0663435 Jun 22 09:02:21.015061 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-755cf848-4323-4991-ace5-ed878d003f55 req-13369abb-94d4-4680-b482-a5ebc0dae7b0 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.22 "GET /v2.0/security-groups?id=8407b8c1-16c2-4011-9481-6d71a524545c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326502 Jun 22 09:02:22.192602 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4629aa2-90d3-4dc6-99ad-6f8f64d37e6f req-d5fe600d-1da9-4b0d-8294-8ed208017765 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:02:22.194104 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-e4629aa2-90d3-4dc6-99ad-6f8f64d37e6f req-d5fe600d-1da9-4b0d-8294-8ed208017765 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.22 "GET /v2.0/ports?device_id=cba8e73f-3417-45d0-b833-91423937e845 HTTP/1.1" status: 200 len: 945 time: 0.0619144 Jun 22 09:02:22.231652 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-e4629aa2-90d3-4dc6-99ad-6f8f64d37e6f req-289b7e9b-1ba7-441a-8d42-c6dad440c4d2 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.22 "GET /v2.0/security-groups?id=8407b8c1-16c2-4011-9481-6d71a524545c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317755 Jun 22 09:02:22.763245 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380123073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133916839'] for agent, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:02:23.411640 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6de3817-c8c6-405b-bd5b-814b3fd90198 req-f7ac98ab-b63b-4259-af4a-53fa71db8e61 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:02:23.413127 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-e6de3817-c8c6-405b-bd5b-814b3fd90198 req-f7ac98ab-b63b-4259-af4a-53fa71db8e61 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.22 "GET /v2.0/ports?device_id=cba8e73f-3417-45d0-b833-91423937e845 HTTP/1.1" status: 200 len: 945 time: 0.0633073 Jun 22 09:02:23.454315 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-e6de3817-c8c6-405b-bd5b-814b3fd90198 req-84ec60b4-5863-468c-8a5a-77675f2a38d6 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.22 "GET /v2.0/security-groups?id=8407b8c1-16c2-4011-9481-6d71a524545c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355546 Jun 22 09:02:23.754425 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.wsgi [-] (92664) accepted ('10.222.0.22', 39846) {{(pid=92664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:02:24.234261 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-d22773a7-3cdc-49ea-a8f2-4b3f56f0a0eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-741174'] for router_interface, before_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:02:24.490495 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.plugins.ml2.plugin [None req-d22773a7-3cdc-49ea-a8f2-4b3f56f0a0eb admin admin] Deleting port ba671f67-7b65-40aa-89c3-5822dacef29e {{(pid=92664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:02:24.490855 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-d22773a7-3cdc-49ea-a8f2-4b3f56f0a0eb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728380103653'] for port, before_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:02:24.571757 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.plugins.ml2.db [None req-d22773a7-3cdc-49ea-a8f2-4b3f56f0a0eb admin admin] For port ba671f67-7b65-40aa-89c3-5822dacef29e, host dv-cinder-797333-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797333-1-smb',level=0,port_id=ba671f67-7b65-40aa-89c3-5822dacef29e,segment=NetworkSegment(a37c650b-e011-49b1-9fb9-c613dfbe5229),segment_id=a37c650b-e011-49b1-9fb9-c613dfbe5229)] {{(pid=92664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:02:24.572106 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-d22773a7-3cdc-49ea-a8f2-4b3f56f0a0eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546942'] for port, precommit_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:02:24.630762 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1d5015-91a6-4e56-9fe0-5f77e07407fe req-1e5c6f70-8ca6-4780-bc53-cb5ca387487d tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:02:24.632233 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-1e1d5015-91a6-4e56-9fe0-5f77e07407fe req-1e5c6f70-8ca6-4780-bc53-cb5ca387487d tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.22 "GET /v2.0/ports?device_id=cba8e73f-3417-45d0-b833-91423937e845 HTTP/1.1" status: 200 len: 945 time: 0.0642221 Jun 22 09:02:24.634006 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.plugins.ml2.plugin [None req-d22773a7-3cdc-49ea-a8f2-4b3f56f0a0eb admin admin] Calling delete_port for ba671f67-7b65-40aa-89c3-5822dacef29e owned by network:router_interface {{(pid=92664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:02:24.670787 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-1e1d5015-91a6-4e56-9fe0-5f77e07407fe req-62c97a15-d3b7-4dfd-b806-a8748dd738bc tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.22 "GET /v2.0/security-groups?id=8407b8c1-16c2-4011-9481-6d71a524545c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325134 Jun 22 09:02:24.811043 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-d22773a7-3cdc-49ea-a8f2-4b3f56f0a0eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133719696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133660950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728380107749', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728379583070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9113264'] for port, after_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:02:24.813056 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-8433703f-1a59-4ab7-9ce7-0faf558388a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:02:24.838223 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22773a7-3cdc-49ea-a8f2-4b3f56f0a0eb admin admin] Pushing event deleted for resources: {'Port': ['ID=ba671f67-7b65-40aa-89c3-5822dacef29e,revision_number=None']} {{(pid=92664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:02:24.841906 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-d22773a7-3cdc-49ea-a8f2-4b3f56f0a0eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:02:25.004181 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-d22773a7-3cdc-49ea-a8f2-4b3f56f0a0eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133661028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-741274'] for router_interface, after_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:02:25.214859 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d22773a7-3cdc-49ea-a8f2-4b3f56f0a0eb admin admin] Router 5f8098ca-ed85-402c-920b-4930a41cf01f has already been hosted by L3 agent 81bac9f2-ec56-4bd6-b329-9598189ea0dc {{(pid=92664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:02:25.316362 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d22773a7-3cdc-49ea-a8f2-4b3f56f0a0eb admin admin] Notify agent at l3_agent.dv-cinder-797333-1-smb the message routers_updated {{(pid=92664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:02:25.322860 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [None req-d22773a7-3cdc-49ea-a8f2-4b3f56f0a0eb admin admin] 10.222.0.22 "PUT /v2.0/routers/5f8098ca-ed85-402c-920b-4930a41cf01f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5663414 Jun 22 09:02:25.324344 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.wsgi [-] (92664) accepted ('10.222.0.22', 39852) {{(pid=92664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:02:25.327551 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68aad976-6378-4462-8512-6cda2aba6da8 None None] Sync routers for ids ['5f8098ca-ed85-402c-920b-4930a41cf01f'] in dv-cinder-797333-1-smb {{(pid=92666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:02:25.337286 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68aad976-6378-4462-8512-6cda2aba6da8 None None] Routers {'5f8098ca-ed85-402c-920b-4930a41cf01f'} bound to L3 agent in host dv-cinder-797333-1-smb {{(pid=92666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:02:25.337933 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.l3_hamode_db [None req-68aad976-6378-4462-8512-6cda2aba6da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797333-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T08:48:43Z,description=,heartbeat_timestamp=2021-06-22T09:02:14Z,host='dv-cinder-797333-1-smb',id=81bac9f2-ec56-4bd6-b329-9598189ea0dc,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T08:48:43Z,topic='l3_agent')) {'router_ids': ['5f8098ca-ed85-402c-920b-4930a41cf01f'], 'active': True} {{(pid=92666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:02:25.427131 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-a8b9071a-8521-4a1b-8625-25a1f8ffed41 admin admin] Notify callbacks [] for router, before_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:02:25.442309 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.l3_dvr_db [None req-68aad976-6378-4462-8512-6cda2aba6da8 None None] Set router 5f8098ca-ed85-402c-920b-4930a41cf01f gateway port host: dv-cinder-797333-1-smb {{(pid=92666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:02:25.544492 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-a8b9071a-8521-4a1b-8625-25a1f8ffed41 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:02:25.611373 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.plugins.ml2.plugin [None req-a8b9071a-8521-4a1b-8625-25a1f8ffed41 admin admin] Deleting port 2f0bc85f-0f87-4d56-87b8-53345a6ae5be {{(pid=92664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:02:25.611845 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-a8b9071a-8521-4a1b-8625-25a1f8ffed41 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728380103653'] for port, before_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:02:25.701581 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.plugins.ml2.db [None req-a8b9071a-8521-4a1b-8625-25a1f8ffed41 admin admin] For port 2f0bc85f-0f87-4d56-87b8-53345a6ae5be, host dv-cinder-797333-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797333-1-smb',level=0,port_id=2f0bc85f-0f87-4d56-87b8-53345a6ae5be,segment=NetworkSegment(f5dcb9d0-69a0-4f7f-8ef7-9bef0bfd3dea),segment_id=f5dcb9d0-69a0-4f7f-8ef7-9bef0bfd3dea)] {{(pid=92664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:02:25.701954 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-a8b9071a-8521-4a1b-8625-25a1f8ffed41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546942'] for port, precommit_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:02:25.744238 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3143b43b-2024-439d-a94c-eee758131128 req-41857bd0-c605-45e9-975d-87f81261fffe tempest-TestShelveInstance-1565407398 tempest-TestShelveInstance-1565407398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:02:25.752109 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-3143b43b-2024-439d-a94c-eee758131128 req-41857bd0-c605-45e9-975d-87f81261fffe tempest-TestShelveInstance-1565407398 tempest-TestShelveInstance-1565407398-project] 10.222.0.22 "GET /v2.0/ports?device_id=fc8b0cc3-489c-44aa-bec3-c9cb8004cc76 HTTP/1.1" status: 200 len: 946 time: 0.0791979 Jun 22 09:02:25.773768 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.l3_hamode_db [None req-68aad976-6378-4462-8512-6cda2aba6da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f8098ca-ed85-402c-920b-4930a41cf01f', 'name': 'tempest-AttachVolumeTestJSON-805699332-router', 'tenant_id': '539be15b3b01480196a1d49d035c0e00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '229d5e4a-3847-4866-aa2f-e37dad8eeeae', 'external_fixed_ips': [{'subnet_id': '86526ad5-0ce1-4847-a8b3-31fb35f84f34', 'ip_address': '172.28.3.241'}], 'enable_snat': True}, 'gw_port_id': '2f0bc85f-0f87-4d56-87b8-53345a6ae5be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T08:56:32Z', 'updated_at': '2021-06-22T09:02:24Z', 'revision_number': 5, 'project_id': '539be15b3b01480196a1d49d035c0e00', 'gw_port': {'id': '2f0bc85f-0f87-4d56-87b8-53345a6ae5be', 'name': '', 'network_id': '229d5e4a-3847-4866-aa2f-e37dad8eeeae', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:a4:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f8098ca-ed85-402c-920b-4930a41cf01f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '86526ad5-0ce1-4847-a8b3-31fb35f84f34', 'ip_address': '172.28.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T08:56:34Z', 'updated_at': '2021-06-22T08:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86526ad5-0ce1-4847-a8b3-31fb35f84f34', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797333-1-smb'}], 'dv-cinder-797333-1-smb', False) {} {{(pid=92666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:02:25.774577 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.plugins.ml2.plugin [None req-a8b9071a-8521-4a1b-8625-25a1f8ffed41 admin admin] Calling delete_port for 2f0bc85f-0f87-4d56-87b8-53345a6ae5be owned by network:router_gateway {{(pid=92664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:02:25.798832 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-3143b43b-2024-439d-a94c-eee758131128 req-b5a738a1-9cc4-4d68-9769-1f328fe7ffb0 tempest-TestShelveInstance-1565407398 tempest-TestShelveInstance-1565407398-project] 10.222.0.22 "GET /v2.0/security-groups?id=625a0eee-a365-4b84-95f9-4e05b3b72269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455029 Jun 22 09:02:25.807372 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68aad976-6378-4462-8512-6cda2aba6da8 None None] Checking router: 5f8098ca-ed85-402c-920b-4930a41cf01f for host: dv-cinder-797333-1-smb {{(pid=92666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:02:25.821500 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68aad976-6378-4462-8512-6cda2aba6da8 None None] Routers {'5f8098ca-ed85-402c-920b-4930a41cf01f'} bound to L3 agent in host dv-cinder-797333-1-smb {{(pid=92666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:02:25.822440 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.l3_hamode_db [None req-68aad976-6378-4462-8512-6cda2aba6da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797333-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T08:48:43Z,description=,heartbeat_timestamp=2021-06-22T09:02:14Z,host='dv-cinder-797333-1-smb',id=81bac9f2-ec56-4bd6-b329-9598189ea0dc,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T08:48:43Z,topic='l3_agent')) {'router_ids': ['5f8098ca-ed85-402c-920b-4930a41cf01f'], 'active': True} {{(pid=92666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:02:25.884169 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4668caef-207e-4250-8190-4fa09d0b3d3e req-5e7ed498-00e7-4a21-937c-e86787a2f660 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:02:25.886010 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-4668caef-207e-4250-8190-4fa09d0b3d3e req-5e7ed498-00e7-4a21-937c-e86787a2f660 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.22 "GET /v2.0/ports?device_id=cba8e73f-3417-45d0-b833-91423937e845 HTTP/1.1" status: 200 len: 945 time: 0.0819380 Jun 22 09:02:25.923599 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.l3_dvr_db [None req-68aad976-6378-4462-8512-6cda2aba6da8 None None] Set router 5f8098ca-ed85-402c-920b-4930a41cf01f gateway port host: None {{(pid=92666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:02:25.955130 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-4668caef-207e-4250-8190-4fa09d0b3d3e req-8cad4ae7-b252-4c28-ae08-719cc3240f07 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.22 "GET /v2.0/security-groups?id=8407b8c1-16c2-4011-9481-6d71a524545c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594466 Jun 22 09:02:25.960485 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-a8b9071a-8521-4a1b-8625-25a1f8ffed41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133719696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133660950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728380107749', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728379583070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9113264'] for port, after_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:02:25.963350 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-c839b695-b37f-4203-b849-7bfa5d8fcea4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:02:25.988332 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b9071a-8521-4a1b-8625-25a1f8ffed41 admin admin] Pushing event deleted for resources: {'Port': ['ID=2f0bc85f-0f87-4d56-87b8-53345a6ae5be,revision_number=None']} {{(pid=92664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:02:25.992597 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-a8b9071a-8521-4a1b-8625-25a1f8ffed41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:02:25.997019 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.l3_hamode_db [None req-68aad976-6378-4462-8512-6cda2aba6da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f8098ca-ed85-402c-920b-4930a41cf01f', 'name': 'tempest-AttachVolumeTestJSON-805699332-router', 'tenant_id': '539be15b3b01480196a1d49d035c0e00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T08:56:32Z', 'updated_at': '2021-06-22T09:02:25Z', 'revision_number': 6, 'project_id': '539be15b3b01480196a1d49d035c0e00', 'gw_port_host': None}], 'dv-cinder-797333-1-smb', False) {} {{(pid=92666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:02:26.025256 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68aad976-6378-4462-8512-6cda2aba6da8 None None] The sync data for ids ['5f8098ca-ed85-402c-920b-4930a41cf01f'] in dv-cinder-797333-1-smb is: [{'id': '5f8098ca-ed85-402c-920b-4930a41cf01f', 'name': 'tempest-AttachVolumeTestJSON-805699332-router', 'tenant_id': '539be15b3b01480196a1d49d035c0e00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T08:56:32Z', 'updated_at': '2021-06-22T09:02:25Z', 'revision_number': 6, 'project_id': '539be15b3b01480196a1d49d035c0e00', 'gw_port_host': None}] {{(pid=92666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:02:26.063203 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-a8b9071a-8521-4a1b-8625-25a1f8ffed41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-546751'] for router_gateway, after_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:02:26.447537 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-a8b9071a-8521-4a1b-8625-25a1f8ffed41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-737704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-122588'] for router, precommit_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:02:26.454042 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-a8b9071a-8521-4a1b-8625-25a1f8ffed41 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:02:26.524223 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-a8b9071a-8521-4a1b-8625-25a1f8ffed41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-739075'] for router, after_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:02:26.524833 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8b9071a-8521-4a1b-8625-25a1f8ffed41 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5f8098ca-ed85-402c-920b-4930a41cf01f {{(pid=92664) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 09:02:26.530910 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-a8b9071a-8521-4a1b-8625-25a1f8ffed41 admin admin] Notify callbacks [] for router, before_response {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:02:26.532166 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [None req-a8b9071a-8521-4a1b-8625-25a1f8ffed41 admin admin] 10.222.0.22 "DELETE /v2.0/routers/5f8098ca-ed85-402c-920b-4930a41cf01f HTTP/1.1" status: 204 len: 168 time: 1.2068584 Jun 22 09:02:26.535135 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.wsgi [-] (92664) accepted ('10.222.0.22', 39860) {{(pid=92664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:02:26.581426 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.db.db_base_plugin_v2 [None req-15ba474e-ef6f-4437-bb61-c190ef8e8a77 admin admin] Deleting subnet d3540fe9-cc9d-4e8a-ade5-a63ad9a74449 {{(pid=92664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 09:02:26.584420 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-15ba474e-ef6f-4437-bb61-c190ef8e8a77 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:02:26.619561 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-15ba474e-ef6f-4437-bb61-c190ef8e8a77 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8776283'] for subnet, precommit_delete_associations {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:02:26.728887 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-15ba474e-ef6f-4437-bb61-c190ef8e8a77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133921636'] for subnet, precommit_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:02:26.787179 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-15ba474e-ef6f-4437-bb61-c190ef8e8a77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133921629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133660950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9113338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9089548'] for subnet, after_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:02:26.791138 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-d43e5dcf-840b-4f22-9f30-8f415e84bce3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:02:26.814614 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ba474e-ef6f-4437-bb61-c190ef8e8a77 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d3540fe9-cc9d-4e8a-ade5-a63ad9a74449,revision_number=None']} {{(pid=92664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:02:26.817333 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-15ba474e-ef6f-4437-bb61-c190ef8e8a77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:02:26.822685 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-15ba474e-ef6f-4437-bb61-c190ef8e8a77 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:02:26.824920 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [None req-15ba474e-ef6f-4437-bb61-c190ef8e8a77 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/d3540fe9-cc9d-4e8a-ade5-a63ad9a74449 HTTP/1.1" status: 204 len: 168 time: 0.2888668 Jun 22 09:02:26.827182 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b89a06a-98c7-40c9-80b3-2ff6ffc99e98 None None] Network 6858ed3b-c3b9-4692-a3bd-5458c5aaeb61 requested from dv-cinder-797333-1-smb {{(pid=92666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:02:26.827953 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.wsgi [-] (92664) accepted ('10.222.0.22', 39864) {{(pid=92664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:02:26.908755 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-412f9b68-19d2-4394-a29f-6f59e8882b26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133751319'] for network, before_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:02:26.969025 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.plugins.ml2.plugin [None req-412f9b68-19d2-4394-a29f-6f59e8882b26 admin admin] Deleting port 091cdc82-e79a-4fec-9189-b7613cddf485 {{(pid=92664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:02:26.970049 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-412f9b68-19d2-4394-a29f-6f59e8882b26 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728380103653'] for port, before_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:02:26.972166 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e406429-28b3-44d7-b7da-abdb1d21c83b req-5bb921c4-5f8d-495e-bc6d-cdb908017358 tempest-TestShelveInstance-1565407398 tempest-TestShelveInstance-1565407398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:02:26.974456 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-1e406429-28b3-44d7-b7da-abdb1d21c83b req-5bb921c4-5f8d-495e-bc6d-cdb908017358 tempest-TestShelveInstance-1565407398 tempest-TestShelveInstance-1565407398-project] 10.222.0.22 "GET /v2.0/ports?device_id=fc8b0cc3-489c-44aa-bec3-c9cb8004cc76 HTTP/1.1" status: 200 len: 946 time: 0.0669816 Jun 22 09:02:27.022141 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-1e406429-28b3-44d7-b7da-abdb1d21c83b req-b67a540c-9ed8-4ee2-b014-8ed53a1b90c4 tempest-TestShelveInstance-1565407398 tempest-TestShelveInstance-1565407398-project] 10.222.0.22 "GET /v2.0/security-groups?id=625a0eee-a365-4b84-95f9-4e05b3b72269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415742 Jun 22 09:02:27.053922 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87d4ca91-451a-4f11-9357-26e9d81697fc None None] DHCP port deletion for 6858ed3b-c3b9-4692-a3bd-5458c5aaeb61 request from dv-cinder-797333-1-smb {{(pid=92666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 09:02:27.084986 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.plugins.ml2.db [None req-412f9b68-19d2-4394-a29f-6f59e8882b26 admin admin] For port 091cdc82-e79a-4fec-9189-b7613cddf485, host dv-cinder-797333-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797333-1-smb',level=0,port_id=091cdc82-e79a-4fec-9189-b7613cddf485,segment=NetworkSegment(a37c650b-e011-49b1-9fb9-c613dfbe5229),segment_id=a37c650b-e011-49b1-9fb9-c613dfbe5229)] {{(pid=92664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:02:27.085903 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-412f9b68-19d2-4394-a29f-6f59e8882b26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546942'] for port, precommit_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:02:27.108545 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.plugin [None req-87d4ca91-451a-4f11-9357-26e9d81697fc None None] Deleting port 091cdc82-e79a-4fec-9189-b7613cddf485 {{(pid=92666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:02:27.109225 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-87d4ca91-451a-4f11-9357-26e9d81697fc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728380103653'] for port, before_delete {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:02:27.159258 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.plugins.ml2.plugin [None req-412f9b68-19d2-4394-a29f-6f59e8882b26 admin admin] Calling delete_port for 091cdc82-e79a-4fec-9189-b7613cddf485 owned by network:dhcp {{(pid=92664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:02:27.160834 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424b6c04-4f60-4356-84f0-2cc8bfaef0b7 req-bfccbbec-333b-46c9-9fb3-abd89c170493 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:02:27.163004 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-424b6c04-4f60-4356-84f0-2cc8bfaef0b7 req-bfccbbec-333b-46c9-9fb3-abd89c170493 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.22 "GET /v2.0/ports?device_id=cba8e73f-3417-45d0-b833-91423937e845 HTTP/1.1" status: 200 len: 945 time: 0.0689297 Jun 22 09:02:27.182305 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.db [None req-87d4ca91-451a-4f11-9357-26e9d81697fc None None] For port 091cdc82-e79a-4fec-9189-b7613cddf485, host dv-cinder-797333-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797333-1-smb',level=0,port_id=091cdc82-e79a-4fec-9189-b7613cddf485,segment=NetworkSegment(a37c650b-e011-49b1-9fb9-c613dfbe5229),segment_id=a37c650b-e011-49b1-9fb9-c613dfbe5229)] {{(pid=92666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:02:27.182848 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-87d4ca91-451a-4f11-9357-26e9d81697fc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546942'] for port, precommit_delete {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:02:27.208832 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-424b6c04-4f60-4356-84f0-2cc8bfaef0b7 req-d77b4e92-61b8-49f5-9f99-532e86503e49 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.22 "GET /v2.0/security-groups?id=8407b8c1-16c2-4011-9481-6d71a524545c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402987 Jun 22 09:02:27.253780 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.plugin [None req-87d4ca91-451a-4f11-9357-26e9d81697fc None None] Calling delete_port for 091cdc82-e79a-4fec-9189-b7613cddf485 owned by network:dhcp {{(pid=92666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:02:27.255644 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-412f9b68-19d2-4394-a29f-6f59e8882b26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133719696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133660950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728380107749', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728379583070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9113264'] for port, after_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:02:27.259521 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:02:27.283721 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412f9b68-19d2-4394-a29f-6f59e8882b26 admin admin] Pushing event deleted for resources: {'Port': ['ID=091cdc82-e79a-4fec-9189-b7613cddf485,revision_number=None']} {{(pid=92664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:02:27.285450 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-412f9b68-19d2-4394-a29f-6f59e8882b26 admin admin] No DVR routers for this DVR port 091cdc82-e79a-4fec-9189-b7613cddf485 on host dv-cinder-797333-1-smb {{(pid=92664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:02:27.286928 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-412f9b68-19d2-4394-a29f-6f59e8882b26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:02:27.331705 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-87d4ca91-451a-4f11-9357-26e9d81697fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133719696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133660950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728380107749', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728379583070'] for port, after_delete {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:02:27.333752 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG oslo_concurrency.lockutils [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:02:27.357133 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d4ca91-451a-4f11-9357-26e9d81697fc None None] Pushing event deleted for resources: {'Port': ['ID=091cdc82-e79a-4fec-9189-b7613cddf485,revision_number=None']} {{(pid=92666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:02:27.358989 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-412f9b68-19d2-4394-a29f-6f59e8882b26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133922029', 'neutron.services.segments.db._delete_segments_for_network-8728380123091'] for network, precommit_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:02:27.365015 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87d4ca91-451a-4f11-9357-26e9d81697fc None None] No DVR routers for this DVR port 091cdc82-e79a-4fec-9189-b7613cddf485 on host dv-cinder-797333-1-smb {{(pid=92666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:02:27.367122 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d4ca91-451a-4f11-9357-26e9d81697fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:02:27.367463 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d4ca91-451a-4f11-9357-26e9d81697fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:02:27.367789 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d4ca91-451a-4f11-9357-26e9d81697fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:02:27.368124 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d4ca91-451a-4f11-9357-26e9d81697fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:02:27.368449 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d4ca91-451a-4f11-9357-26e9d81697fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:02:27.368771 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d4ca91-451a-4f11-9357-26e9d81697fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:02:27.369091 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d4ca91-451a-4f11-9357-26e9d81697fc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:02:27.369409 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d4ca91-451a-4f11-9357-26e9d81697fc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:02:27.369748 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d4ca91-451a-4f11-9357-26e9d81697fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:02:27.369869 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.services.segments.db [None req-412f9b68-19d2-4394-a29f-6f59e8882b26 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6858ed3b-c3b9-4692-a3bd-5458c5aaeb61']}} {{(pid=92664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:02:27.370063 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d4ca91-451a-4f11-9357-26e9d81697fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:02:27.370377 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d4ca91-451a-4f11-9357-26e9d81697fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:02:27.370688 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d4ca91-451a-4f11-9357-26e9d81697fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:02:27.374138 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG oslo_concurrency.lockutils [None req-87d4ca91-451a-4f11-9357-26e9d81697fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:02:27.383138 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.services.segments.db [None req-412f9b68-19d2-4394-a29f-6f59e8882b26 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a37c650b-e011-49b1-9fb9-c613dfbe5229') {'for_net_delete': True} {{(pid=92664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:02:27.383138 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.services.segments.db [None req-412f9b68-19d2-4394-a29f-6f59e8882b26 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a37c650b-e011-49b1-9fb9-c613dfbe5229') {} {{(pid=92664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:02:27.389442 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-412f9b68-19d2-4394-a29f-6f59e8882b26 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728380122920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8776300'] for segment, before_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:02:27.403426 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-412f9b68-19d2-4394-a29f-6f59e8882b26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133909941'] for segment, precommit_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:02:27.409808 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-412f9b68-19d2-4394-a29f-6f59e8882b26 admin admin] Releasing vlan 224 on physical network physnet1 to pool {{(pid=92664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:02:27.410284 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-412f9b68-19d2-4394-a29f-6f59e8882b26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133909941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8986947'] for segment, after_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:02:27.412122 dv-cinder-797333-1-smb neutron-server[92664]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:02:27.412122 dv-cinder-797333-1-smb neutron-server[92664]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:02:27.412122 dv-cinder-797333-1-smb neutron-server[92664]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:02:27.412122 dv-cinder-797333-1-smb neutron-server[92664]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:02:27.412122 dv-cinder-797333-1-smb neutron-server[92664]: Traceback (most recent call last): Jun 22 09:02:27.412122 dv-cinder-797333-1-smb neutron-server[92664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:02:27.412122 dv-cinder-797333-1-smb neutron-server[92664]: timer() Jun 22 09:02:27.412122 dv-cinder-797333-1-smb neutron-server[92664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:02:27.412122 dv-cinder-797333-1-smb neutron-server[92664]: cb(*args, **kw) Jun 22 09:02:27.412122 dv-cinder-797333-1-smb neutron-server[92664]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:02:27.412122 dv-cinder-797333-1-smb neutron-server[92664]: return func(*args, **kwargs) Jun 22 09:02:27.412122 dv-cinder-797333-1-smb neutron-server[92664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:02:27.412122 dv-cinder-797333-1-smb neutron-server[92664]: self._notify() Jun 22 09:02:27.412122 dv-cinder-797333-1-smb neutron-server[92664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:02:27.412122 dv-cinder-797333-1-smb neutron-server[92664]: self.callback(batched_events) Jun 22 09:02:27.412122 dv-cinder-797333-1-smb neutron-server[92664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:02:27.412122 dv-cinder-797333-1-smb neutron-server[92664]: event.method(event) Jun 22 09:02:27.412122 dv-cinder-797333-1-smb neutron-server[92664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:02:27.412122 dv-cinder-797333-1-smb neutron-server[92664]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:02:27.412122 dv-cinder-797333-1-smb neutron-server[92664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:02:27.412122 dv-cinder-797333-1-smb neutron-server[92664]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:02:27.412122 dv-cinder-797333-1-smb neutron-server[92664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:02:27.412122 dv-cinder-797333-1-smb neutron-server[92664]: return f(self, *a, **k) Jun 22 09:02:27.412122 dv-cinder-797333-1-smb neutron-server[92664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:02:27.412122 dv-cinder-797333-1-smb neutron-server[92664]: return self._get(url).json() Jun 22 09:02:27.412122 dv-cinder-797333-1-smb neutron-server[92664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:02:27.412122 dv-cinder-797333-1-smb neutron-server[92664]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:02:27.412122 dv-cinder-797333-1-smb neutron-server[92664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:02:27.412122 dv-cinder-797333-1-smb neutron-server[92664]: return self.request(url, 'GET', **kwargs) Jun 22 09:02:27.412122 dv-cinder-797333-1-smb neutron-server[92664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:02:27.412122 dv-cinder-797333-1-smb neutron-server[92664]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:02:27.412122 dv-cinder-797333-1-smb neutron-server[92664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:02:27.412122 dv-cinder-797333-1-smb neutron-server[92664]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:02:27.412122 dv-cinder-797333-1-smb neutron-server[92664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:02:27.412122 dv-cinder-797333-1-smb neutron-server[92664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:02:27.412122 dv-cinder-797333-1-smb neutron-server[92664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:02:27.464655 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-412f9b68-19d2-4394-a29f-6f59e8882b26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133922022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-748338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-133660957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-546649'] for network, after_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:02:27.468954 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-4618cb79-2229-454b-91b4-7add6552f298 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:02:27.471765 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-412f9b68-19d2-4394-a29f-6f59e8882b26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133660928'] for network, before_response {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:02:27.473471 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [None req-412f9b68-19d2-4394-a29f-6f59e8882b26 admin admin] 10.222.0.22 "DELETE /v2.0/networks/6858ed3b-c3b9-4692-a3bd-5458c5aaeb61 HTTP/1.1" status: 204 len: 168 time: 0.6446254 Jun 22 09:02:27.484867 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412f9b68-19d2-4394-a29f-6f59e8882b26 admin admin] Pushing event deleted for resources: {'Network': ['ID=6858ed3b-c3b9-4692-a3bd-5458c5aaeb61,revision_number=None']} {{(pid=92664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:02:27.487850 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-412f9b68-19d2-4394-a29f-6f59e8882b26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:02:27.585857 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.wsgi [-] (92665) accepted ('10.222.0.22', 39870) {{(pid=92665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:02:27.626421 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [None req-203629ca-ec48-4cbf-ba45-5e0b39a57b7a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=539be15b3b01480196a1d49d035c0e00&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0393441 Jun 22 09:02:27.628878 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.wsgi [-] (92665) accepted ('10.222.0.22', 39872) {{(pid=92665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:02:27.676272 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-a34ecdae-0089-43af-8bef-d8cc0a38cfb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:02:27.699975 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-a34ecdae-0089-43af-8bef-d8cc0a38cfb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:02:27.747596 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-a34ecdae-0089-43af-8bef-d8cc0a38cfb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748303'] for security_group, after_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:02:27.750550 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-a34ecdae-0089-43af-8bef-d8cc0a38cfb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:02:27.751710 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [None req-a34ecdae-0089-43af-8bef-d8cc0a38cfb7 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c210bf20-d1be-4cb5-a48a-db191f4bb5e8 HTTP/1.1" status: 204 len: 168 time: 0.1218555 Jun 22 09:02:27.752464 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-ea594fdd-fe9c-4c77-b79e-c4f7584b4dfc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:02:27.760307 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34ecdae-0089-43af-8bef-d8cc0a38cfb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c210bf20-d1be-4cb5-a48a-db191f4bb5e8,revision_number=None']} {{(pid=92665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:02:27.763541 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-a34ecdae-0089-43af-8bef-d8cc0a38cfb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:02:27.913011 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.rpc [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Device ba671f67-7b65-40aa-89c3-5822dacef29e no longer exists at agent ovs-agent-dv-cinder-797333-1-smb {{(pid=92666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:02:27.933346 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.plugin [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] No Port match for: ba671f67-7b65-40aa-89c3-5822dacef29e {{(pid=92666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:02:27.933735 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.rpc [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Device ba671f67-7b65-40aa-89c3-5822dacef29e not bound to the agent host dv-cinder-797333-1-smb {{(pid=92666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:02:27.934161 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.rpc [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Device 2f0bc85f-0f87-4d56-87b8-53345a6ae5be no longer exists at agent ovs-agent-dv-cinder-797333-1-smb {{(pid=92666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:02:27.952506 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.plugin [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] No Port match for: 2f0bc85f-0f87-4d56-87b8-53345a6ae5be {{(pid=92666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:02:27.952836 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.rpc [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Device 2f0bc85f-0f87-4d56-87b8-53345a6ae5be not bound to the agent host dv-cinder-797333-1-smb {{(pid=92666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:02:27.953250 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.rpc [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Device 091cdc82-e79a-4fec-9189-b7613cddf485 no longer exists at agent ovs-agent-dv-cinder-797333-1-smb {{(pid=92666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:02:27.975507 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.plugin [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] No Port match for: 091cdc82-e79a-4fec-9189-b7613cddf485 {{(pid=92666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:02:27.975850 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.rpc [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Device 091cdc82-e79a-4fec-9189-b7613cddf485 not bound to the agent host dv-cinder-797333-1-smb {{(pid=92666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:02:28.209843 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0daadcc2-94f1-4ac1-b5c4-a5f0495e87e4 req-dd507419-3739-4914-abc4-10905031fd90 tempest-TestShelveInstance-1565407398 tempest-TestShelveInstance-1565407398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:02:28.212244 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-0daadcc2-94f1-4ac1-b5c4-a5f0495e87e4 req-dd507419-3739-4914-abc4-10905031fd90 tempest-TestShelveInstance-1565407398 tempest-TestShelveInstance-1565407398-project] 10.222.0.22 "GET /v2.0/ports?device_id=fc8b0cc3-489c-44aa-bec3-c9cb8004cc76 HTTP/1.1" status: 200 len: 946 time: 0.0673311 Jun 22 09:02:28.255787 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-0daadcc2-94f1-4ac1-b5c4-a5f0495e87e4 req-c138b7af-80e7-43f6-9db9-bc96f764aef0 tempest-TestShelveInstance-1565407398 tempest-TestShelveInstance-1565407398-project] 10.222.0.22 "GET /v2.0/security-groups?id=625a0eee-a365-4b84-95f9-4e05b3b72269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376074 Jun 22 09:02:28.396198 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893bd0fd-5b56-4a9f-b395-f7609be22324 req-d3c3f401-5dfc-415e-8956-e3ed401596e2 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:02:28.397732 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-893bd0fd-5b56-4a9f-b395-f7609be22324 req-d3c3f401-5dfc-415e-8956-e3ed401596e2 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.22 "GET /v2.0/ports?device_id=cba8e73f-3417-45d0-b833-91423937e845 HTTP/1.1" status: 200 len: 945 time: 0.0667667 Jun 22 09:02:28.424207 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.wsgi [-] (92664) accepted ('10.222.0.22', 39898) {{(pid=92664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:02:28.436211 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-893bd0fd-5b56-4a9f-b395-f7609be22324 req-b9757673-19a5-41f5-90fc-baec5d311b0b tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.22 "GET /v2.0/security-groups?id=8407b8c1-16c2-4011-9481-6d71a524545c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327077 Jun 22 09:02:28.517896 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.v2.base [None req-6c3b25db-7624-480b-a3c0-11c27409d4fe admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-459442885-network', 'tenant_id': 'edeadd5bc090476da56ef8d041c8d3cd'}} {{(pid=92664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:02:28.538138 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c3b25db-7624-480b-a3c0-11c27409d4fe admin admin] Made reservation on behalf of edeadd5bc090476da56ef8d041c8d3cd for: {'network': 1} {{(pid=92664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:02:28.540780 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-6c3b25db-7624-480b-a3c0-11c27409d4fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-133719140'] for network, before_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:02:28.549305 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-6c3b25db-7624-480b-a3c0-11c27409d4fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:02:28.640359 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-6c3b25db-7624-480b-a3c0-11c27409d4fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:02:28.644029 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-6c3b25db-7624-480b-a3c0-11c27409d4fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748303'] for security_group, after_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:02:28.647794 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-ef86782d-4f90-4974-aa15-b1e4c88ca203 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:02:28.668191 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c3b25db-7624-480b-a3c0-11c27409d4fe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 201} {{(pid=92664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:02:28.677676 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3b25db-7624-480b-a3c0-11c27409d4fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93dd8f91-2afd-4805-a505-ee887d2bf61f,revision_number=1']} {{(pid=92664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:02:28.682573 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-6c3b25db-7624-480b-a3c0-11c27409d4fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:02:28.683620 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-6c3b25db-7624-480b-a3c0-11c27409d4fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133909941'] for segment, precommit_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:02:28.683951 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.db.segments_db [None req-6c3b25db-7624-480b-a3c0-11c27409d4fe admin admin] Added segment 429e6f80-86c5-411f-a62c-9a2fbeca74f2 of type vlan for network 2156883f-1b22-4f67-9bfe-977b161276e8 Jun 22 09:02:28.723847 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-6c3b25db-7624-480b-a3c0-11c27409d4fe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728379603923'] for network, precommit_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:02:28.752291 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-6c3b25db-7624-480b-a3c0-11c27409d4fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-748338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-133660957'] for network, after_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:02:28.753610 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c3b25db-7624-480b-a3c0-11c27409d4fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:02:28.754233 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-6c3b25db-7624-480b-a3c0-11c27409d4fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133660928'] for network, before_response {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:02:28.756288 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-7df3f1c8-ae10-486e-8cdc-a42ed90a6755 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:02:28.807997 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [None req-6c3b25db-7624-480b-a3c0-11c27409d4fe admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3825769 Jun 22 09:02:28.810931 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.wsgi [-] (92665) accepted ('10.222.0.22', 39902) {{(pid=92665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:02:28.813284 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3b25db-7624-480b-a3c0-11c27409d4fe admin admin] Pushing event updated for resources: {'Network': ['ID=2156883f-1b22-4f67-9bfe-977b161276e8,revision_number=1']} {{(pid=92664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:02:28.815844 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-6c3b25db-7624-480b-a3c0-11c27409d4fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:02:28.816267 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.v2.base [None req-c29de204-b580-4915-8403-503d07ff47d1 admin admin] Request body: {'subnet': {'network_id': '2156883f-1b22-4f67-9bfe-977b161276e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-459442885-subnet', 'tenant_id': 'edeadd5bc090476da56ef8d041c8d3cd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:02:28.823677 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.rpc [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Network 2156883f-1b22-4f67-9bfe-977b161276e8 details requested by agent ovs-agent-dv-cinder-797333-1-smb with host dv-cinder-797333-1-smb {{(pid=92666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 09:02:28.837934 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c29de204-b580-4915-8403-503d07ff47d1 admin admin] Made reservation on behalf of edeadd5bc090476da56ef8d041c8d3cd for: {'subnet': 1} {{(pid=92665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:02:28.840249 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-c29de204-b580-4915-8403-503d07ff47d1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1911690'] for subnet, before_create {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:02:29.012257 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-c29de204-b580-4915-8403-503d07ff47d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133660950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4026900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1911736'] for subnet, after_create {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:02:29.014446 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-5c7fa57a-c0bf-43f7-93c5-0ac6d22eddd6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:02:29.066881 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29de204-b580-4915-8403-503d07ff47d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=157dbf0b-d5ef-4dc1-978c-59597bf5ba75,revision_number=0']} {{(pid=92665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:02:29.071296 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-c29de204-b580-4915-8403-503d07ff47d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:02:29.075357 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c29de204-b580-4915-8403-503d07ff47d1 admin admin] Checking segment: {'id': '429e6f80-86c5-411f-a62c-9a2fbeca74f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '2156883f-1b22-4f67-9bfe-977b161276e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:02:29.075711 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c29de204-b580-4915-8403-503d07ff47d1 admin admin] Network hostable DHCP agents. Network: 2156883f-1b22-4f67-9bfe-977b161276e8, hostable agents: ['18f46bdb-decb-4ad2-bb7f-51185bbb2b9b'], hosted agents: [] {{(pid=92665) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 09:02:29.091692 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c29de204-b580-4915-8403-503d07ff47d1 admin admin] Network 2156883f-1b22-4f67-9bfe-977b161276e8 is scheduled to be hosted by DHCP agent 18f46bdb-decb-4ad2-bb7f-51185bbb2b9b with binding_index 1 {{(pid=92665) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 09:02:29.099872 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.scheduler.base_scheduler [None req-c29de204-b580-4915-8403-503d07ff47d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797333-1-smb, 2156883f-1b22-4f67-9bfe-977b161276e8) {{(pid=92665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:02:29.103892 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c29de204-b580-4915-8403-503d07ff47d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:02:29.104478 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-c29de204-b580-4915-8403-503d07ff47d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133660928'] for subnet, before_response {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:02:29.110029 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13e78aa6-1d98-4b42-b7f1-e200632c7dc5 None None] Network 2156883f-1b22-4f67-9bfe-977b161276e8 requested from dv-cinder-797333-1-smb {{(pid=92666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:02:29.119459 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [None req-c29de204-b580-4915-8403-503d07ff47d1 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3073442 Jun 22 09:02:29.234642 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bef1d2a-a841-4058-8698-0983c7feda02 None None] Network 2156883f-1b22-4f67-9bfe-977b161276e8 requested from dv-cinder-797333-1-smb {{(pid=92666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:02:29.464550 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4eac41-d7e3-46a1-b2f7-12a2e2c637f8 req-65980db9-c4f6-4b62-bd05-1d74e71a4f3a tempest-TestShelveInstance-1565407398 tempest-TestShelveInstance-1565407398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:02:29.466011 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-4a4eac41-d7e3-46a1-b2f7-12a2e2c637f8 req-65980db9-c4f6-4b62-bd05-1d74e71a4f3a tempest-TestShelveInstance-1565407398 tempest-TestShelveInstance-1565407398-project] 10.222.0.22 "GET /v2.0/ports?device_id=fc8b0cc3-489c-44aa-bec3-c9cb8004cc76 HTTP/1.1" status: 200 len: 946 time: 0.0879612 Jun 22 09:02:29.549614 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-4a4eac41-d7e3-46a1-b2f7-12a2e2c637f8 req-478e67d8-719d-4e41-8797-8582a9e55860 tempest-TestShelveInstance-1565407398 tempest-TestShelveInstance-1565407398-project] 10.222.0.22 "GET /v2.0/security-groups?id=625a0eee-a365-4b84-95f9-4e05b3b72269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707440 Jun 22 09:02:29.578927 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c09f77-6436-4c43-ab58-38b9c17d4faf req-be61c8e8-03ba-4f10-aabe-734c8f3f1036 tempest-AttachVolumeNegativeTest-547589549 tempest-AttachVolumeNegativeTest-547589549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:02:29.580365 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-91c09f77-6436-4c43-ab58-38b9c17d4faf req-be61c8e8-03ba-4f10-aabe-734c8f3f1036 tempest-AttachVolumeNegativeTest-547589549 tempest-AttachVolumeNegativeTest-547589549-project] 10.222.0.22 "GET /v2.0/networks?id=2156883f-1b22-4f67-9bfe-977b161276e8 HTTP/1.1" status: 200 len: 814 time: 0.1324787 Jun 22 09:02:29.595307 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-91c09f77-6436-4c43-ab58-38b9c17d4faf req-5b3a6c8d-babc-4128-9bae-66fb930446ec tempest-AttachVolumeNegativeTest-547589549 tempest-AttachVolumeNegativeTest-547589549-project] 10.222.0.22 "GET /v2.0/quotas/edeadd5bc090476da56ef8d041c8d3cd HTTP/1.1" status: 200 len: 375 time: 0.0095744 Jun 22 09:02:29.631834 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-91c09f77-6436-4c43-ab58-38b9c17d4faf req-a479d0fb-cec3-4da0-8de4-409eeea3ad3f tempest-AttachVolumeNegativeTest-547589549 tempest-AttachVolumeNegativeTest-547589549-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=edeadd5bc090476da56ef8d041c8d3cd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0315652 Jun 22 09:02:29.762706 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52112043-b83b-4225-b9e8-3b78b84dfed4 req-99c40d19-6e95-4205-b2de-903f3060a73e tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:02:29.764152 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-52112043-b83b-4225-b9e8-3b78b84dfed4 req-99c40d19-6e95-4205-b2de-903f3060a73e tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.22 "GET /v2.0/ports?device_id=cba8e73f-3417-45d0-b833-91423937e845 HTTP/1.1" status: 200 len: 945 time: 0.1138272 Jun 22 09:02:29.805832 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-91c09f77-6436-4c43-ab58-38b9c17d4faf req-abfa21b2-3ec8-4020-869e-43d62f07a071 service neutron] 10.222.0.22 "GET /v2.0/networks/2156883f-1b22-4f67-9bfe-977b161276e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1669447 Jun 22 09:02:29.838386 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-52112043-b83b-4225-b9e8-3b78b84dfed4 req-2d184378-fc5a-4fc2-9318-93588e54714f tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.22 "GET /v2.0/security-groups?id=8407b8c1-16c2-4011-9481-6d71a524545c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636473 Jun 22 09:02:29.902626 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-91c09f77-6436-4c43-ab58-38b9c17d4faf req-a1b3a076-d042-4b03-adbc-138fe5d1953d service neutron] 10.222.0.22 "GET /v2.0/networks/2156883f-1b22-4f67-9bfe-977b161276e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912321 Jun 22 09:02:30.068630 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-40ad6281-7ced-42e5-ad84-c25b204c4094 req-4401b4f7-6870-45fe-9143-769a256582ae tempest-AttachVolumeNegativeTest-547589549 tempest-AttachVolumeNegativeTest-547589549-project] 10.222.0.22 "GET /v2.0/ports?device_id=6ba2972b-9087-4ebd-9df6-17980bf1498f HTTP/1.1" status: 200 len: 210 time: 0.0281537 Jun 22 09:02:30.727270 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bd4e8e-3f0c-4da1-b824-715b61a9e137 req-8f589ce9-d8bd-42b1-ada5-ef44edee8f4c tempest-TestShelveInstance-1565407398 tempest-TestShelveInstance-1565407398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:02:30.728846 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-29bd4e8e-3f0c-4da1-b824-715b61a9e137 req-8f589ce9-d8bd-42b1-ada5-ef44edee8f4c tempest-TestShelveInstance-1565407398 tempest-TestShelveInstance-1565407398-project] 10.222.0.22 "GET /v2.0/ports?device_id=fc8b0cc3-489c-44aa-bec3-c9cb8004cc76 HTTP/1.1" status: 200 len: 946 time: 0.0679755 Jun 22 09:02:30.765454 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-29bd4e8e-3f0c-4da1-b824-715b61a9e137 req-b3f46888-6422-470f-b569-29889a8ccd7f tempest-TestShelveInstance-1565407398 tempest-TestShelveInstance-1565407398-project] 10.222.0.22 "GET /v2.0/security-groups?id=625a0eee-a365-4b84-95f9-4e05b3b72269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309491 Jun 22 09:02:31.017437 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271c9758-f9c8-48c6-9544-4e6bb8e98b38 req-65d4eaf4-cf00-48f2-933d-28bfb2a2e4be tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:02:31.018933 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-271c9758-f9c8-48c6-9544-4e6bb8e98b38 req-65d4eaf4-cf00-48f2-933d-28bfb2a2e4be tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.22 "GET /v2.0/ports?device_id=cba8e73f-3417-45d0-b833-91423937e845 HTTP/1.1" status: 200 len: 945 time: 0.0634942 Jun 22 09:02:31.056347 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-271c9758-f9c8-48c6-9544-4e6bb8e98b38 req-f492bbaa-4bfb-485a-ad7e-0dd3bca097c7 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.22 "GET /v2.0/security-groups?id=8407b8c1-16c2-4011-9481-6d71a524545c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311093 Jun 22 09:02:31.225249 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-f40a719f-1a00-4e86-baaf-8266078f4133 req-8a7d49e9-9699-4fd7-899a-d5b17b507ca2 tempest-AttachVolumeNegativeTest-547589549 tempest-AttachVolumeNegativeTest-547589549-project] 10.222.0.22 "GET /v2.0/ports?device_id=6ba2972b-9087-4ebd-9df6-17980bf1498f HTTP/1.1" status: 200 len: 210 time: 0.0362146 Jun 22 09:02:31.299688 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c09f77-6436-4c43-ab58-38b9c17d4faf req-9ba34430-bf64-4f9f-9a19-5d2fa8f9057a tempest-AttachVolumeNegativeTest-547589549 tempest-AttachVolumeNegativeTest-547589549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:02:31.301136 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-91c09f77-6436-4c43-ab58-38b9c17d4faf req-9ba34430-bf64-4f9f-9a19-5d2fa8f9057a tempest-AttachVolumeNegativeTest-547589549 tempest-AttachVolumeNegativeTest-547589549-project] 10.222.0.15 "GET /v2.0/networks?id=2156883f-1b22-4f67-9bfe-977b161276e8 HTTP/1.1" status: 200 len: 814 time: 0.1356270 Jun 22 09:02:31.316559 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.v2.base [req-91c09f77-6436-4c43-ab58-38b9c17d4faf req-aeee2f11-4108-4366-95fa-3865f0151adc tempest-AttachVolumeNegativeTest-547589549 tempest-AttachVolumeNegativeTest-547589549-project] Request body: {'port': {'device_id': '6ba2972b-9087-4ebd-9df6-17980bf1498f', 'network_id': '2156883f-1b22-4f67-9bfe-977b161276e8', 'admin_state_up': True, 'tenant_id': 'edeadd5bc090476da56ef8d041c8d3cd'}} {{(pid=92664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:02:31.445984 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91c09f77-6436-4c43-ab58-38b9c17d4faf req-aeee2f11-4108-4366-95fa-3865f0151adc tempest-AttachVolumeNegativeTest-547589549 tempest-AttachVolumeNegativeTest-547589549-project] Made reservation on behalf of edeadd5bc090476da56ef8d041c8d3cd for: {'port': 1} {{(pid=92664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:02:31.449422 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [req-91c09f77-6436-4c43-ab58-38b9c17d4faf req-aeee2f11-4108-4366-95fa-3865f0151adc tempest-AttachVolumeNegativeTest-547589549 tempest-AttachVolumeNegativeTest-547589549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-133719140'] for port, before_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:02:31.570022 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.db.db_base_plugin_common [req-91c09f77-6436-4c43-ab58-38b9c17d4faf req-aeee2f11-4108-4366-95fa-3865f0151adc tempest-AttachVolumeNegativeTest-547589549 tempest-AttachVolumeNegativeTest-547589549-project] Allocated IP 172.20.0.8 (2156883f-1b22-4f67-9bfe-977b161276e8/157dbf0b-d5ef-4dc1-978c-59597bf5ba75/4d0d7413-a41a-49ab-935e-4e5cb0c08fbb) {{(pid=92664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:02:31.713225 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [req-91c09f77-6436-4c43-ab58-38b9c17d4faf req-aeee2f11-4108-4366-95fa-3865f0151adc tempest-AttachVolumeNegativeTest-547589549 tempest-AttachVolumeNegativeTest-547589549-project] Notify callbacks [] for port, precommit_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:02:31.750190 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [req-91c09f77-6436-4c43-ab58-38b9c17d4faf req-aeee2f11-4108-4366-95fa-3865f0151adc tempest-AttachVolumeNegativeTest-547589549 tempest-AttachVolumeNegativeTest-547589549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-133719719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-133660957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728379583061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9113225'] for port, after_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:02:31.754811 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-3b5d0000-b5a1-4d4b-a401-89fbe0325115 tempest-TestShelveInstance-1565407398 tempest-TestShelveInstance-1565407398-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:02:31.790346 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91c09f77-6436-4c43-ab58-38b9c17d4faf req-aeee2f11-4108-4366-95fa-3865f0151adc tempest-AttachVolumeNegativeTest-547589549 tempest-AttachVolumeNegativeTest-547589549-project] Network 2156883f-1b22-4f67-9bfe-977b161276e8 is already hosted by enough agents. {{(pid=92664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:02:31.795384 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.scheduler.base_scheduler [req-91c09f77-6436-4c43-ab58-38b9c17d4faf req-aeee2f11-4108-4366-95fa-3865f0151adc tempest-AttachVolumeNegativeTest-547589549 tempest-AttachVolumeNegativeTest-547589549-project] Resources bound (agent type, host, resource id): {{(pid=92664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:02:31.805325 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.db.l3_dvrscheduler_db [req-91c09f77-6436-4c43-ab58-38b9c17d4faf req-aeee2f11-4108-4366-95fa-3865f0151adc tempest-AttachVolumeNegativeTest-547589549 tempest-AttachVolumeNegativeTest-547589549-project] Received port after_create {{(pid=92664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:02:31.836121 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeee2f11-4108-4366-95fa-3865f0151adc tempest-AttachVolumeNegativeTest-547589549 tempest-AttachVolumeNegativeTest-547589549-project] Pushing event updated for resources: {'Port': ['ID=4d0d7413-a41a-49ab-935e-4e5cb0c08fbb,revision_number=1']} {{(pid=92664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:02:31.840222 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-aeee2f11-4108-4366-95fa-3865f0151adc tempest-AttachVolumeNegativeTest-547589549 tempest-AttachVolumeNegativeTest-547589549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:02:31.863163 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c09f77-6436-4c43-ab58-38b9c17d4faf req-aeee2f11-4108-4366-95fa-3865f0151adc tempest-AttachVolumeNegativeTest-547589549 tempest-AttachVolumeNegativeTest-547589549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:02:31.863777 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [req-91c09f77-6436-4c43-ab58-38b9c17d4faf req-aeee2f11-4108-4366-95fa-3865f0151adc tempest-AttachVolumeNegativeTest-547589549 tempest-AttachVolumeNegativeTest-547589549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27927'] for port, before_response {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:02:31.879493 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-91c09f77-6436-4c43-ab58-38b9c17d4faf req-aeee2f11-4108-4366-95fa-3865f0151adc tempest-AttachVolumeNegativeTest-547589549 tempest-AttachVolumeNegativeTest-547589549-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5673325 Jun 22 09:02:31.890569 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.v2.base [req-91c09f77-6436-4c43-ab58-38b9c17d4faf req-11a385b4-526d-4596-8267-31042c1d97e4 service neutron] Request body: {'port': {'device_id': '6ba2972b-9087-4ebd-9df6-17980bf1498f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79733'}} {{(pid=92664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:02:31.947723 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa2be7c-6c12-443d-a043-c8703a6dd8d0 req-001f416e-f984-49e4-802f-a0facc33088f tempest-TestShelveInstance-1565407398 tempest-TestShelveInstance-1565407398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:02:31.949183 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-5aa2be7c-6c12-443d-a043-c8703a6dd8d0 req-001f416e-f984-49e4-802f-a0facc33088f tempest-TestShelveInstance-1565407398 tempest-TestShelveInstance-1565407398-project] 10.222.0.22 "GET /v2.0/ports?device_id=fc8b0cc3-489c-44aa-bec3-c9cb8004cc76 HTTP/1.1" status: 200 len: 946 time: 0.0661721 Jun 22 09:02:31.962745 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [req-91c09f77-6436-4c43-ab58-38b9c17d4faf req-11a385b4-526d-4596-8267-31042c1d97e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133719154'] for port, before_update {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:02:31.993388 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-5aa2be7c-6c12-443d-a043-c8703a6dd8d0 req-a7745db9-c6f8-46ef-a208-b1ba65157b26 tempest-TestShelveInstance-1565407398 tempest-TestShelveInstance-1565407398-project] 10.222.0.22 "GET /v2.0/security-groups?id=625a0eee-a365-4b84-95f9-4e05b3b72269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384867 Jun 22 09:02:32.233696 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495f49ba-e576-4d45-b145-37f8bfd73c02 req-20295103-c514-4a3c-bdc3-490762eb7385 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:02:32.235236 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-495f49ba-e576-4d45-b145-37f8bfd73c02 req-20295103-c514-4a3c-bdc3-490762eb7385 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.22 "GET /v2.0/ports?device_id=cba8e73f-3417-45d0-b833-91423937e845 HTTP/1.1" status: 200 len: 945 time: 0.0649040 Jun 22 09:02:32.254151 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.notifiers.nova [req-91c09f77-6436-4c43-ab58-38b9c17d4faf req-11a385b4-526d-4596-8267-31042c1d97e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d0d7413-a41a-49ab-935e-4e5cb0c08fbb {{(pid=92664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 09:02:32.262942 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [req-91c09f77-6436-4c43-ab58-38b9c17d4faf req-11a385b4-526d-4596-8267-31042c1d97e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:02:32.275220 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-495f49ba-e576-4d45-b145-37f8bfd73c02 req-90b5c65a-83e2-4b0e-8331-7a74b48b3040 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.22 "GET /v2.0/security-groups?id=8407b8c1-16c2-4011-9481-6d71a524545c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340557 Jun 22 09:02:32.275788 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.db.provisioning_blocks [req-91c09f77-6436-4c43-ab58-38b9c17d4faf req-11a385b4-526d-4596-8267-31042c1d97e4 service neutron] Transition to ACTIVE for port object 4d0d7413-a41a-49ab-935e-4e5cb0c08fbb will not be triggered until provisioned by entity L2. {{(pid=92664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:02:32.281929 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [req-91c09f77-6436-4c43-ab58-38b9c17d4faf req-11a385b4-526d-4596-8267-31042c1d97e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133719696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133660950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728380107731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728379583079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728379583124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9113275'] for port, after_update {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:02:32.285662 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-aeee2f11-4108-4366-95fa-3865f0151adc tempest-AttachVolumeNegativeTest-547589549 tempest-AttachVolumeNegativeTest-547589549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:02:32.379719 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a385b4-526d-4596-8267-31042c1d97e4 service neutron] Pushing event updated for resources: {'Port': ['ID=4d0d7413-a41a-49ab-935e-4e5cb0c08fbb,revision_number=2']} {{(pid=92664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:02:32.397448 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-11a385b4-526d-4596-8267-31042c1d97e4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:02:32.416456 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d56030-a2e8-4ab8-b0c0-91740580133a req-3c1cd3dc-6fe0-491d-abc8-692379ae91e8 tempest-AttachVolumeNegativeTest-547589549 tempest-AttachVolumeNegativeTest-547589549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:02:32.417989 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-69d56030-a2e8-4ab8-b0c0-91740580133a req-3c1cd3dc-6fe0-491d-abc8-692379ae91e8 tempest-AttachVolumeNegativeTest-547589549 tempest-AttachVolumeNegativeTest-547589549-project] 10.222.0.22 "GET /v2.0/ports?device_id=6ba2972b-9087-4ebd-9df6-17980bf1498f HTTP/1.1" status: 200 len: 943 time: 0.0787625 Jun 22 09:02:32.450127 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.plugins.ml2.managers [req-91c09f77-6436-4c43-ab58-38b9c17d4faf req-11a385b4-526d-4596-8267-31042c1d97e4 service neutron] Attempting to bind port 4d0d7413-a41a-49ab-935e-4e5cb0c08fbb on host hv-cinder-79733 for vnic_type normal with profile {{(pid=92664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:02:32.450459 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.plugins.ml2.managers [req-91c09f77-6436-4c43-ab58-38b9c17d4faf req-11a385b4-526d-4596-8267-31042c1d97e4 service neutron] Attempting to bind port 4d0d7413-a41a-49ab-935e-4e5cb0c08fbb by drivers openvswitch,hyperv on host hv-cinder-79733 at level 0 using segments [{'id': '429e6f80-86c5-411f-a62c-9a2fbeca74f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '2156883f-1b22-4f67-9bfe-977b161276e8'}] {{(pid=92664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:02:32.450795 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91c09f77-6436-4c43-ab58-38b9c17d4faf req-11a385b4-526d-4596-8267-31042c1d97e4 service neutron] Attempting to bind port 4d0d7413-a41a-49ab-935e-4e5cb0c08fbb on network 2156883f-1b22-4f67-9bfe-977b161276e8 {{(pid=92664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:02:32.455060 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91c09f77-6436-4c43-ab58-38b9c17d4faf req-11a385b4-526d-4596-8267-31042c1d97e4 service neutron] Port 4d0d7413-a41a-49ab-935e-4e5cb0c08fbb on network 2156883f-1b22-4f67-9bfe-977b161276e8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79733 {{(pid=92664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 09:02:32.455381 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91c09f77-6436-4c43-ab58-38b9c17d4faf req-11a385b4-526d-4596-8267-31042c1d97e4 service neutron] Attempting to bind port 4d0d7413-a41a-49ab-935e-4e5cb0c08fbb on network 2156883f-1b22-4f67-9bfe-977b161276e8 {{(pid=92664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:02:32.458811 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-69d56030-a2e8-4ab8-b0c0-91740580133a req-82d4972d-5f69-4a86-89ac-98275c94cc1d tempest-AttachVolumeNegativeTest-547589549 tempest-AttachVolumeNegativeTest-547589549-project] 10.222.0.22 "GET /v2.0/security-groups?id=93dd8f91-2afd-4805-a505-ee887d2bf61f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350182 Jun 22 09:02:32.460807 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91c09f77-6436-4c43-ab58-38b9c17d4faf req-11a385b4-526d-4596-8267-31042c1d97e4 service neutron] Checking agent: {'id': '0fb2479b-8850-47fd-bce9-7c475063265a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79733', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 8, 54, 53), 'started_at': datetime.datetime(2021, 6, 22, 8, 54, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 2, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:02:32.461249 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91c09f77-6436-4c43-ab58-38b9c17d4faf req-11a385b4-526d-4596-8267-31042c1d97e4 service neutron] Checking segment: {'id': '429e6f80-86c5-411f-a62c-9a2fbeca74f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '2156883f-1b22-4f67-9bfe-977b161276e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:02:32.461673 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91c09f77-6436-4c43-ab58-38b9c17d4faf req-11a385b4-526d-4596-8267-31042c1d97e4 service neutron] Bound using segment: {'id': '429e6f80-86c5-411f-a62c-9a2fbeca74f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '2156883f-1b22-4f67-9bfe-977b161276e8'} {{(pid=92664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:02:32.462103 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.plugins.ml2.managers [req-91c09f77-6436-4c43-ab58-38b9c17d4faf req-11a385b4-526d-4596-8267-31042c1d97e4 service neutron] Bound port: 4d0d7413-a41a-49ab-935e-4e5cb0c08fbb, host: hv-cinder-79733, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '429e6f80-86c5-411f-a62c-9a2fbeca74f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '2156883f-1b22-4f67-9bfe-977b161276e8'}}] {{(pid=92664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:02:32.462490 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [req-91c09f77-6436-4c43-ab58-38b9c17d4faf req-11a385b4-526d-4596-8267-31042c1d97e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133719154'] for port, before_update {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:02:32.531850 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.plugins.ml2.db [req-91c09f77-6436-4c43-ab58-38b9c17d4faf req-11a385b4-526d-4596-8267-31042c1d97e4 service neutron] For port 4d0d7413-a41a-49ab-935e-4e5cb0c08fbb, host hv-cinder-79733, cleared binding levels {{(pid=92664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:02:32.534798 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.plugins.ml2.db [req-91c09f77-6436-4c43-ab58-38b9c17d4faf req-11a385b4-526d-4596-8267-31042c1d97e4 service neutron] For port 4d0d7413-a41a-49ab-935e-4e5cb0c08fbb, host hv-cinder-79733, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79733',level=0,port_id=4d0d7413-a41a-49ab-935e-4e5cb0c08fbb,segment=NetworkSegment(429e6f80-86c5-411f-a62c-9a2fbeca74f2),segment_id=429e6f80-86c5-411f-a62c-9a2fbeca74f2)] {{(pid=92664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:02:32.538248 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [req-91c09f77-6436-4c43-ab58-38b9c17d4faf req-11a385b4-526d-4596-8267-31042c1d97e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133719696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133660950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728380107731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728379583079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728379583124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9113275'] for port, after_update {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:02:32.541469 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-883c1e07-0c83-4528-9cae-57b579972db7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:02:32.576809 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c09f77-6436-4c43-ab58-38b9c17d4faf req-11a385b4-526d-4596-8267-31042c1d97e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:02:32.577455 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [req-91c09f77-6436-4c43-ab58-38b9c17d4faf req-11a385b4-526d-4596-8267-31042c1d97e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27927'] for port, before_response {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:02:32.578914 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-91c09f77-6436-4c43-ab58-38b9c17d4faf req-11a385b4-526d-4596-8267-31042c1d97e4 service neutron] 10.222.0.15 "PUT /v2.0/ports/4d0d7413-a41a-49ab-935e-4e5cb0c08fbb HTTP/1.1" status: 200 len: 1093 time: 0.6923144 Jun 22 09:02:32.579428 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ba2972b-9087-4ebd-9df6-17980bf1498f', 'tag': '4d0d7413-a41a-49ab-935e-4e5cb0c08fbb'}] {{(pid=92664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:02:32.581716 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}204e7d68aaf5059dd7cb24067ff1be2165df2a8c21773c1dc73aa01b5c6655f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37d6540d-ddf9-4b8b-beff-4c0655486547" -d '{"events": [{"name": "network-changed", "server_uuid": "6ba2972b-9087-4ebd-9df6-17980bf1498f", "tag": "4d0d7413-a41a-49ab-935e-4e5cb0c08fbb"}]}' {{(pid=92664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:02:32.605646 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a385b4-526d-4596-8267-31042c1d97e4 service neutron] Pushing event updated for resources: {'Port': ['ID=4d0d7413-a41a-49ab-935e-4e5cb0c08fbb,revision_number=3']} {{(pid=92664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:02:32.609233 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-11a385b4-526d-4596-8267-31042c1d97e4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:02:32.628528 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 09:02:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb84a135-8c89-4f52-83c6-a22514486abc x-openstack-request-id: req-fb84a135-8c89-4f52-83c6-a22514486abc {{(pid=92664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:02:32.628853 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ba2972b-9087-4ebd-9df6-17980bf1498f", "tag": "4d0d7413-a41a-49ab-935e-4e5cb0c08fbb", "status": "completed", "code": 200}]} {{(pid=92664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:02:32.629140 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-fb84a135-8c89-4f52-83c6-a22514486abc {{(pid=92664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:02:32.629575 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ba2972b-9087-4ebd-9df6-17980bf1498f', 'tag': '4d0d7413-a41a-49ab-935e-4e5cb0c08fbb', 'status': 'completed', 'code': 200} Jun 22 09:02:32.672065 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c09f77-6436-4c43-ab58-38b9c17d4faf req-ee64b5b2-b609-4355-9e5f-77244c05a2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:02:32.673492 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-91c09f77-6436-4c43-ab58-38b9c17d4faf req-ee64b5b2-b609-4355-9e5f-77244c05a2ae service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=edeadd5bc090476da56ef8d041c8d3cd&device_id=6ba2972b-9087-4ebd-9df6-17980bf1498f HTTP/1.1" status: 200 len: 1096 time: 0.0538116 Jun 22 09:02:32.717410 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-91c09f77-6436-4c43-ab58-38b9c17d4faf req-e046dd1e-d705-4187-9938-a5147c1fc26d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4d0d7413-a41a-49ab-935e-4e5cb0c08fbb HTTP/1.1" status: 200 len: 217 time: 0.0365808 Jun 22 09:02:32.763805 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c09f77-6436-4c43-ab58-38b9c17d4faf req-86cd2d76-75a9-4432-bd7d-582d3ab2fca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:02:32.765263 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-91c09f77-6436-4c43-ab58-38b9c17d4faf req-86cd2d76-75a9-4432-bd7d-582d3ab2fca5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=157dbf0b-d5ef-4dc1-978c-59597bf5ba75 HTTP/1.1" status: 200 len: 854 time: 0.0420909 Jun 22 09:02:32.797657 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-91c09f77-6436-4c43-ab58-38b9c17d4faf req-b433b83c-585c-434a-93be-7f2e672df59c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2156883f-1b22-4f67-9bfe-977b161276e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261729 Jun 22 09:02:32.886051 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-91c09f77-6436-4c43-ab58-38b9c17d4faf req-d961b193-e044-4911-99aa-2a22fa9fd705 service neutron] 10.222.0.15 "GET /v2.0/networks/2156883f-1b22-4f67-9bfe-977b161276e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812941 Jun 22 09:02:32.971220 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-91c09f77-6436-4c43-ab58-38b9c17d4faf req-c3ff729e-65b0-48b2-a7f3-a545dbca3cb6 service neutron] 10.222.0.15 "GET /v2.0/networks/2156883f-1b22-4f67-9bfe-977b161276e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0786355 Jun 22 09:02:33.084532 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d6540d-ddf9-4b8b-beff-4c0655486547 req-d4c4403e-5f8c-49c4-9b61-d80ce921fc2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:02:33.086557 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-37d6540d-ddf9-4b8b-beff-4c0655486547 req-d4c4403e-5f8c-49c4-9b61-d80ce921fc2c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=edeadd5bc090476da56ef8d041c8d3cd&device_id=6ba2972b-9087-4ebd-9df6-17980bf1498f HTTP/1.1" status: 200 len: 1096 time: 0.0582418 Jun 22 09:02:33.165842 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64f89a4-69cc-4122-a153-843c1eb42701 req-02c0454f-e7c8-4dd3-a201-11f35c6319bb tempest-TestShelveInstance-1565407398 tempest-TestShelveInstance-1565407398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:02:33.167318 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-d64f89a4-69cc-4122-a153-843c1eb42701 req-02c0454f-e7c8-4dd3-a201-11f35c6319bb tempest-TestShelveInstance-1565407398 tempest-TestShelveInstance-1565407398-project] 10.222.0.22 "GET /v2.0/ports?device_id=fc8b0cc3-489c-44aa-bec3-c9cb8004cc76 HTTP/1.1" status: 200 len: 946 time: 0.0614953 Jun 22 09:02:33.175901 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d6540d-ddf9-4b8b-beff-4c0655486547 req-dd17a65f-55bf-4a36-9496-13644d77a352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:02:33.177345 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-37d6540d-ddf9-4b8b-beff-4c0655486547 req-dd17a65f-55bf-4a36-9496-13644d77a352 service neutron] 10.222.0.15 "GET /v2.0/networks?id=2156883f-1b22-4f67-9bfe-977b161276e8 HTTP/1.1" status: 200 len: 915 time: 0.0840197 Jun 22 09:02:33.204988 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-d64f89a4-69cc-4122-a153-843c1eb42701 req-8115c547-0abc-46b5-b53d-dc47cf2bff79 tempest-TestShelveInstance-1565407398 tempest-TestShelveInstance-1565407398-project] 10.222.0.22 "GET /v2.0/security-groups?id=625a0eee-a365-4b84-95f9-4e05b3b72269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317404 Jun 22 09:02:33.218441 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-37d6540d-ddf9-4b8b-beff-4c0655486547 req-f6982b07-a602-4637-9c70-7e48ada9a00c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4d0d7413-a41a-49ab-935e-4e5cb0c08fbb HTTP/1.1" status: 200 len: 217 time: 0.0342765 Jun 22 09:02:33.270016 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d6540d-ddf9-4b8b-beff-4c0655486547 req-f6c10d2a-dcde-4382-8c6c-dc8c8ada8ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:02:33.271430 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-37d6540d-ddf9-4b8b-beff-4c0655486547 req-f6c10d2a-dcde-4382-8c6c-dc8c8ada8ab6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=157dbf0b-d5ef-4dc1-978c-59597bf5ba75 HTTP/1.1" status: 200 len: 854 time: 0.0460908 Jun 22 09:02:33.303164 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-37d6540d-ddf9-4b8b-beff-4c0655486547 req-8ed6d53c-fa8f-4a55-8962-2bb2d9f8318c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2156883f-1b22-4f67-9bfe-977b161276e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248258 Jun 22 09:02:33.391529 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-37d6540d-ddf9-4b8b-beff-4c0655486547 req-456203d8-ae9d-4be5-9629-d636b7aa3018 service neutron] 10.222.0.15 "GET /v2.0/networks/2156883f-1b22-4f67-9bfe-977b161276e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806954 Jun 22 09:02:33.466837 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca82de1d-64eb-445d-adf7-3fe7efb892e0 req-eb3b9559-1b64-4d22-b7f5-b8c2dc310455 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:02:33.468432 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-ca82de1d-64eb-445d-adf7-3fe7efb892e0 req-eb3b9559-1b64-4d22-b7f5-b8c2dc310455 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.22 "GET /v2.0/ports?device_id=cba8e73f-3417-45d0-b833-91423937e845 HTTP/1.1" status: 200 len: 945 time: 0.0622513 Jun 22 09:02:33.484794 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-37d6540d-ddf9-4b8b-beff-4c0655486547 req-fe7b78e9-1929-4358-8a9e-1874dc1e83b6 service neutron] 10.222.0.15 "GET /v2.0/networks/2156883f-1b22-4f67-9bfe-977b161276e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855050 Jun 22 09:02:33.508420 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-ca82de1d-64eb-445d-adf7-3fe7efb892e0 req-9de178bd-15af-465e-8cd5-947c3eee3ca5 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.22 "GET /v2.0/security-groups?id=8407b8c1-16c2-4011-9481-6d71a524545c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341632 Jun 22 09:02:33.640277 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a447f00f-aded-4889-bc5e-c8265ee3dc09 req-922bea4a-511a-4ba9-a515-70ea39630a9a tempest-AttachVolumeNegativeTest-547589549 tempest-AttachVolumeNegativeTest-547589549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:02:33.641753 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-a447f00f-aded-4889-bc5e-c8265ee3dc09 req-922bea4a-511a-4ba9-a515-70ea39630a9a tempest-AttachVolumeNegativeTest-547589549 tempest-AttachVolumeNegativeTest-547589549-project] 10.222.0.22 "GET /v2.0/ports?device_id=6ba2972b-9087-4ebd-9df6-17980bf1498f HTTP/1.1" status: 200 len: 943 time: 0.0651922 Jun 22 09:02:33.681429 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-a447f00f-aded-4889-bc5e-c8265ee3dc09 req-7f4607d0-191a-47cc-b77d-42113c989acd tempest-AttachVolumeNegativeTest-547589549 tempest-AttachVolumeNegativeTest-547589549-project] 10.222.0.22 "GET /v2.0/security-groups?id=93dd8f91-2afd-4805-a505-ee887d2bf61f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339792 Jun 22 09:02:34.379186 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4478e766-f5cb-4033-8af2-e0cd4561fde1 req-8de52781-de90-40bc-b09c-d485e2b4ed1b tempest-TestShelveInstance-1565407398 tempest-TestShelveInstance-1565407398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:02:34.380839 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-4478e766-f5cb-4033-8af2-e0cd4561fde1 req-8de52781-de90-40bc-b09c-d485e2b4ed1b tempest-TestShelveInstance-1565407398 tempest-TestShelveInstance-1565407398-project] 10.222.0.22 "GET /v2.0/ports?device_id=fc8b0cc3-489c-44aa-bec3-c9cb8004cc76 HTTP/1.1" status: 200 len: 946 time: 0.0636125 Jun 22 09:02:34.419053 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-4478e766-f5cb-4033-8af2-e0cd4561fde1 req-d29a3d49-91eb-4d6d-a843-63a2f6b09127 tempest-TestShelveInstance-1565407398 tempest-TestShelveInstance-1565407398-project] 10.222.0.22 "GET /v2.0/security-groups?id=625a0eee-a365-4b84-95f9-4e05b3b72269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317380 Jun 22 09:02:34.685269 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289a24c8-ee27-436b-8c34-e7d0540086f9 req-10c9d34e-546f-4bbf-9cef-cf908e9e50f4 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:02:34.686799 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-289a24c8-ee27-436b-8c34-e7d0540086f9 req-10c9d34e-546f-4bbf-9cef-cf908e9e50f4 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.22 "GET /v2.0/ports?device_id=cba8e73f-3417-45d0-b833-91423937e845 HTTP/1.1" status: 200 len: 945 time: 0.0626802 Jun 22 09:02:34.727076 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-289a24c8-ee27-436b-8c34-e7d0540086f9 req-4771a629-ed47-43ab-b657-daaefa6313ad tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.22 "GET /v2.0/security-groups?id=8407b8c1-16c2-4011-9481-6d71a524545c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346034 Jun 22 09:02:34.854283 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.rpc [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Device 4d0d7413-a41a-49ab-935e-4e5cb0c08fbb details requested by agent hyperv_hv-cinder-79733 with host hv-cinder-79733 {{(pid=92666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 09:02:34.858971 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb88a4c-6266-4055-9b30-12be54f61550 req-022a8038-e730-45a6-8cfd-51a83aece1a6 tempest-AttachVolumeNegativeTest-547589549 tempest-AttachVolumeNegativeTest-547589549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:02:34.860490 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-4fb88a4c-6266-4055-9b30-12be54f61550 req-022a8038-e730-45a6-8cfd-51a83aece1a6 tempest-AttachVolumeNegativeTest-547589549 tempest-AttachVolumeNegativeTest-547589549-project] 10.222.0.22 "GET /v2.0/ports?device_id=6ba2972b-9087-4ebd-9df6-17980bf1498f HTTP/1.1" status: 200 len: 943 time: 0.0675635 Jun 22 09:02:34.901575 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-4fb88a4c-6266-4055-9b30-12be54f61550 req-a14a9cc5-a715-4673-856c-b876ab14cb48 tempest-AttachVolumeNegativeTest-547589549 tempest-AttachVolumeNegativeTest-547589549-project] 10.222.0.22 "GET /v2.0/security-groups?id=93dd8f91-2afd-4805-a505-ee887d2bf61f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351601 Jun 22 09:02:34.949554 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.db [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] For port 4d0d7413-a41a-49ab-935e-4e5cb0c08fbb, host hv-cinder-79733, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79733',level=0,port_id=4d0d7413-a41a-49ab-935e-4e5cb0c08fbb,segment=NetworkSegment(429e6f80-86c5-411f-a62c-9a2fbeca74f2),segment_id=429e6f80-86c5-411f-a62c-9a2fbeca74f2)] {{(pid=92666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:02:34.961339 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.rpc [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Returning: {'device': '4d0d7413-a41a-49ab-935e-4e5cb0c08fbb', 'network_id': '2156883f-1b22-4f67-9bfe-977b161276e8', 'port_id': '4d0d7413-a41a-49ab-935e-4e5cb0c08fbb', 'mac_address': 'fa:16:3e:23:50:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '157dbf0b-d5ef-4dc1-978c-59597bf5ba75', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 09:02:35.003057 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133719154'] for port, before_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:02:35.019695 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.notifiers.nova [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d0d7413-a41a-49ab-935e-4e5cb0c08fbb {{(pid=92666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 09:02:35.048870 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.db [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] For port 4d0d7413-a41a-49ab-935e-4e5cb0c08fbb, host hv-cinder-79733, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79733',level=0,port_id=4d0d7413-a41a-49ab-935e-4e5cb0c08fbb,segment=NetworkSegment(429e6f80-86c5-411f-a62c-9a2fbeca74f2),segment_id=429e6f80-86c5-411f-a62c-9a2fbeca74f2)] {{(pid=92666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:02:35.053932 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133719696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133660950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728380107731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728379583079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728379583124'] for port, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:02:35.056550 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG oslo_concurrency.lockutils [None req-2879608c-5cce-493e-ade6-94679c5b0698 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:02:35.104481 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Pushing event updated for resources: {'Port': ['ID=4d0d7413-a41a-49ab-935e-4e5cb0c08fbb,revision_number=4']} {{(pid=92666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:02:35.107547 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG oslo_concurrency.lockutils [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:02:35.284766 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.db [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] get_ports_and_sgs() called for port_ids ['4d0d7413-a41a-49ab-935e-4e5cb0c08fbb'] {{(pid=92666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 09:02:35.590629 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba3c0b9-4eff-43fc-afb5-f3fe680e0097 req-1bcf0e70-0b41-4a48-8494-9019efb5a308 tempest-TestShelveInstance-1565407398 tempest-TestShelveInstance-1565407398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:02:35.592095 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-fba3c0b9-4eff-43fc-afb5-f3fe680e0097 req-1bcf0e70-0b41-4a48-8494-9019efb5a308 tempest-TestShelveInstance-1565407398 tempest-TestShelveInstance-1565407398-project] 10.222.0.22 "GET /v2.0/ports?device_id=fc8b0cc3-489c-44aa-bec3-c9cb8004cc76 HTTP/1.1" status: 200 len: 946 time: 0.0620518 Jun 22 09:02:35.632037 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-fba3c0b9-4eff-43fc-afb5-f3fe680e0097 req-39d42642-92b2-4921-bec1-fa0ec96c9d3c tempest-TestShelveInstance-1565407398 tempest-TestShelveInstance-1565407398-project] 10.222.0.22 "GET /v2.0/security-groups?id=625a0eee-a365-4b84-95f9-4e05b3b72269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337114 Jun 22 09:02:35.836109 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfd0b54-6872-4b62-8387-77e755228923 req-9edde5ad-31e8-4b90-84ac-857443e750d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:02:35.837622 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-9cfd0b54-6872-4b62-8387-77e755228923 req-9edde5ad-31e8-4b90-84ac-857443e750d2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3cdda909a361486c941cba339ea661cd&device_id=fc8b0cc3-489c-44aa-bec3-c9cb8004cc76 HTTP/1.1" status: 200 len: 1099 time: 0.0543184 Jun 22 09:02:35.912955 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9152a1-444a-4594-a74b-bdcfcfe88ce8 req-7fcd9477-4a98-4a9b-9f09-591c2f3a55d9 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:02:35.915348 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-3f9152a1-444a-4594-a74b-bdcfcfe88ce8 req-7fcd9477-4a98-4a9b-9f09-591c2f3a55d9 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.22 "GET /v2.0/ports?device_id=cba8e73f-3417-45d0-b833-91423937e845 HTTP/1.1" status: 200 len: 945 time: 0.0693970 Jun 22 09:02:35.932976 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfd0b54-6872-4b62-8387-77e755228923 req-6699c08c-50a1-455e-bbe7-e6181cb57608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:02:35.934619 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-9cfd0b54-6872-4b62-8387-77e755228923 req-6699c08c-50a1-455e-bbe7-e6181cb57608 service neutron] 10.222.0.15 "GET /v2.0/networks?id=b3c13f4c-b8ff-4164-9438-784286903cad HTTP/1.1" status: 200 len: 910 time: 0.0903041 Jun 22 09:02:35.955947 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-3f9152a1-444a-4594-a74b-bdcfcfe88ce8 req-ca69cc28-3e2d-402b-98b9-52275f28ecfe tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.22 "GET /v2.0/security-groups?id=8407b8c1-16c2-4011-9481-6d71a524545c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347142 Jun 22 09:02:36.003569 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-9cfd0b54-6872-4b62-8387-77e755228923 req-53b39127-f140-4035-8fc0-ba3292629941 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=14453dce-4709-4737-b557-4de4f2e3aa53 HTTP/1.1" status: 200 len: 1002 time: 0.0626607 Jun 22 09:02:36.057810 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfd0b54-6872-4b62-8387-77e755228923 req-2c69168f-0740-4740-b7c2-0d993c05eef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:02:36.059190 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-9cfd0b54-6872-4b62-8387-77e755228923 req-2c69168f-0740-4740-b7c2-0d993c05eef3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c4619780-7695-464f-af2b-4e2935ed6232 HTTP/1.1" status: 200 len: 848 time: 0.0485384 Jun 22 09:02:36.074615 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20741946-d52b-4d82-a722-ba3a619dac27 req-290d1a85-2981-49fb-8fdf-776ed4f04dd3 tempest-AttachVolumeNegativeTest-547589549 tempest-AttachVolumeNegativeTest-547589549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:02:36.076112 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-20741946-d52b-4d82-a722-ba3a619dac27 req-290d1a85-2981-49fb-8fdf-776ed4f04dd3 tempest-AttachVolumeNegativeTest-547589549 tempest-AttachVolumeNegativeTest-547589549-project] 10.222.0.22 "GET /v2.0/ports?device_id=6ba2972b-9087-4ebd-9df6-17980bf1498f HTTP/1.1" status: 200 len: 944 time: 0.0641825 Jun 22 09:02:36.115511 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-20741946-d52b-4d82-a722-ba3a619dac27 req-8319798a-b1fe-4c7a-8e33-6fce5eec047c tempest-AttachVolumeNegativeTest-547589549 tempest-AttachVolumeNegativeTest-547589549-project] 10.222.0.22 "GET /v2.0/security-groups?id=93dd8f91-2afd-4805-a505-ee887d2bf61f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332627 Jun 22 09:02:36.123071 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfd0b54-6872-4b62-8387-77e755228923 req-55fc4c2e-4ec4-4d4d-9a63-cc65096ebfc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:02:36.124563 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-9cfd0b54-6872-4b62-8387-77e755228923 req-55fc4c2e-4ec4-4d4d-9a63-cc65096ebfc5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b3c13f4c-b8ff-4164-9438-784286903cad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0587873 Jun 22 09:02:36.213788 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-9cfd0b54-6872-4b62-8387-77e755228923 req-4c99792f-e121-44c9-bd82-b5c801d1b025 service neutron] 10.222.0.15 "GET /v2.0/networks/b3c13f4c-b8ff-4164-9438-784286903cad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820277 Jun 22 09:02:36.305213 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-9cfd0b54-6872-4b62-8387-77e755228923 req-b09e6800-978b-4b5f-b96c-53a53a37611e service neutron] 10.222.0.15 "GET /v2.0/networks/b3c13f4c-b8ff-4164-9438-784286903cad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849986 Jun 22 09:02:36.804691 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67c17ad-7b8b-4671-a90c-3c880bb62acf req-8262d691-5058-4561-9717-5dba783b8c36 tempest-TestShelveInstance-1565407398 tempest-TestShelveInstance-1565407398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:02:36.806185 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-e67c17ad-7b8b-4671-a90c-3c880bb62acf req-8262d691-5058-4561-9717-5dba783b8c36 tempest-TestShelveInstance-1565407398 tempest-TestShelveInstance-1565407398-project] 10.222.0.22 "GET /v2.0/ports?device_id=fc8b0cc3-489c-44aa-bec3-c9cb8004cc76 HTTP/1.1" status: 200 len: 946 time: 0.0630400 Jun 22 09:02:36.843500 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-e67c17ad-7b8b-4671-a90c-3c880bb62acf req-5e0b1ebe-5691-4d03-8779-517ff0060b82 tempest-TestShelveInstance-1565407398 tempest-TestShelveInstance-1565407398-project] 10.222.0.22 "GET /v2.0/security-groups?id=625a0eee-a365-4b84-95f9-4e05b3b72269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316787 Jun 22 09:02:36.869774 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.rpc [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Device 4d0d7413-a41a-49ab-935e-4e5cb0c08fbb up at agent hyperv_hv-cinder-79733 {{(pid=92666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:02:36.918341 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.provisioning_blocks [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Provisioning for port 4d0d7413-a41a-49ab-935e-4e5cb0c08fbb completed by entity L2. {{(pid=92666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:02:36.922092 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.provisioning_blocks [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Provisioning complete for port 4d0d7413-a41a-49ab-935e-4e5cb0c08fbb triggered by entity L2. {{(pid=92666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:02:36.922464 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133917554'] for port, provisioning_complete {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:02:36.998583 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133719154'] for port, before_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:02:37.028837 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ba2972b-9087-4ebd-9df6-17980bf1498f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d0d7413-a41a-49ab-935e-4e5cb0c08fbb'}] {{(pid=92666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:02:37.034402 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d55364b227510a28ea0dc9c97ec82a2823dd2b88b3d79212c5ee75253478bf9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0c03b3c-9674-44f0-a42b-0b029d0d21d6" -d '{"events": [{"server_uuid": "6ba2972b-9087-4ebd-9df6-17980bf1498f", "name": "network-vif-plugged", "status": "completed", "tag": "4d0d7413-a41a-49ab-935e-4e5cb0c08fbb"}]}' {{(pid=92666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:02:37.051943 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.db [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] For port 4d0d7413-a41a-49ab-935e-4e5cb0c08fbb, host hv-cinder-79733, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79733',level=0,port_id=4d0d7413-a41a-49ab-935e-4e5cb0c08fbb,segment=NetworkSegment(429e6f80-86c5-411f-a62c-9a2fbeca74f2),segment_id=429e6f80-86c5-411f-a62c-9a2fbeca74f2)] {{(pid=92666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:02:37.058384 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133719696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133660950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728380107731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728379583079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728379583124'] for port, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:02:37.062978 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG oslo_concurrency.lockutils [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:02:37.126227 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Pushing event updated for resources: {'Port': ['ID=4d0d7413-a41a-49ab-935e-4e5cb0c08fbb,revision_number=5']} {{(pid=92666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:02:37.129529 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG oslo_concurrency.lockutils [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:02:37.144385 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 09:02:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecda320e-9708-478d-999d-048ef7a702c6 x-openstack-request-id: req-ecda320e-9708-478d-999d-048ef7a702c6 {{(pid=92666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:02:37.144700 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ba2972b-9087-4ebd-9df6-17980bf1498f", "name": "network-vif-plugged", "status": "completed", "tag": "4d0d7413-a41a-49ab-935e-4e5cb0c08fbb", "code": 200}]} {{(pid=92666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:02:37.144936 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ecda320e-9708-478d-999d-048ef7a702c6 {{(pid=92666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:02:37.145358 dv-cinder-797333-1-smb neutron-server[92666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ba2972b-9087-4ebd-9df6-17980bf1498f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d0d7413-a41a-49ab-935e-4e5cb0c08fbb', 'code': 200} Jun 22 09:02:37.171954 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc545b9-7314-4261-9e24-9ac39ee4346a req-ff610fb9-de29-4cb6-80a0-0a6f8e4ec857 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:02:37.177168 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-cfc545b9-7314-4261-9e24-9ac39ee4346a req-ff610fb9-de29-4cb6-80a0-0a6f8e4ec857 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.22 "GET /v2.0/ports?device_id=cba8e73f-3417-45d0-b833-91423937e845 HTTP/1.1" status: 200 len: 945 time: 0.0933390 Jun 22 09:02:37.218166 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-cfc545b9-7314-4261-9e24-9ac39ee4346a req-7a67c046-d5ed-46f7-a35d-90519c5cffaa tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.22 "GET /v2.0/security-groups?id=8407b8c1-16c2-4011-9481-6d71a524545c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341156 Jun 22 09:02:37.300577 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe98f2e9-c3a6-4fc7-bbac-b89dc36c1a33 req-fe20ddca-edc7-419f-b88e-a2896958d6e5 tempest-AttachVolumeNegativeTest-547589549 tempest-AttachVolumeNegativeTest-547589549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:02:37.302090 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-fe98f2e9-c3a6-4fc7-bbac-b89dc36c1a33 req-fe20ddca-edc7-419f-b88e-a2896958d6e5 tempest-AttachVolumeNegativeTest-547589549 tempest-AttachVolumeNegativeTest-547589549-project] 10.222.0.22 "GET /v2.0/ports?device_id=6ba2972b-9087-4ebd-9df6-17980bf1498f HTTP/1.1" status: 200 len: 945 time: 0.0654118 Jun 22 09:02:37.341104 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-fe98f2e9-c3a6-4fc7-bbac-b89dc36c1a33 req-553eb487-6f13-44bc-a1d8-64fa0cc2e7a3 tempest-AttachVolumeNegativeTest-547589549 tempest-AttachVolumeNegativeTest-547589549-project] 10.222.0.22 "GET /v2.0/security-groups?id=93dd8f91-2afd-4805-a505-ee887d2bf61f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326884 Jun 22 09:02:37.383813 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f197a53-f502-4f7a-9dd3-d6d44782f237 req-f70aab6e-e025-49af-9459-5a998247a37d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:02:37.385308 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-3f197a53-f502-4f7a-9dd3-d6d44782f237 req-f70aab6e-e025-49af-9459-5a998247a37d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=6ba2972b-9087-4ebd-9df6-17980bf1498f HTTP/1.1" status: 200 len: 1098 time: 0.0527494 Jun 22 09:02:37.419664 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-3f197a53-f502-4f7a-9dd3-d6d44782f237 req-30ded9d1-fecf-4122-9a5a-9abf2ba50031 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=93dd8f91-2afd-4805-a505-ee887d2bf61f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0280070 Jun 22 09:02:38.030898 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e928fe16-d925-463c-9c34-40c31ee97cd8 req-8e10b05d-5ff1-4a90-bc4f-85352add84a0 tempest-TestShelveInstance-1565407398 tempest-TestShelveInstance-1565407398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:02:38.032413 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-e928fe16-d925-463c-9c34-40c31ee97cd8 req-8e10b05d-5ff1-4a90-bc4f-85352add84a0 tempest-TestShelveInstance-1565407398 tempest-TestShelveInstance-1565407398-project] 10.222.0.22 "GET /v2.0/ports?device_id=fc8b0cc3-489c-44aa-bec3-c9cb8004cc76 HTTP/1.1" status: 200 len: 946 time: 0.0744367 Jun 22 09:02:38.071787 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-e928fe16-d925-463c-9c34-40c31ee97cd8 req-033d8a09-01dc-4f3e-95b1-dbd0769fa83f tempest-TestShelveInstance-1565407398 tempest-TestShelveInstance-1565407398-project] 10.222.0.22 "GET /v2.0/security-groups?id=625a0eee-a365-4b84-95f9-4e05b3b72269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334554 Jun 22 09:02:38.425727 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb2ef2d-48fc-4aae-9b8c-cf81043f40fa req-fc29ab70-2afd-4323-9342-20693449817c tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:02:38.427395 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-eeb2ef2d-48fc-4aae-9b8c-cf81043f40fa req-fc29ab70-2afd-4323-9342-20693449817c tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.22 "GET /v2.0/ports?device_id=cba8e73f-3417-45d0-b833-91423937e845 HTTP/1.1" status: 200 len: 945 time: 0.0730166 Jun 22 09:02:38.493153 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-eeb2ef2d-48fc-4aae-9b8c-cf81043f40fa req-92649304-12a2-4ba3-9940-04e27fb4c2b5 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.22 "GET /v2.0/security-groups?id=8407b8c1-16c2-4011-9481-6d71a524545c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598752 Jun 22 09:02:38.527296 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba833f7-4f24-4cb9-86cf-db6236d14b1a req-ed0513cc-08e9-43e1-bed2-946172c502d2 tempest-AttachVolumeNegativeTest-547589549 tempest-AttachVolumeNegativeTest-547589549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:02:38.528641 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-aba833f7-4f24-4cb9-86cf-db6236d14b1a req-ed0513cc-08e9-43e1-bed2-946172c502d2 tempest-AttachVolumeNegativeTest-547589549 tempest-AttachVolumeNegativeTest-547589549-project] 10.222.0.22 "GET /v2.0/ports?device_id=6ba2972b-9087-4ebd-9df6-17980bf1498f HTTP/1.1" status: 200 len: 945 time: 0.0737391 Jun 22 09:02:38.566266 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-aba833f7-4f24-4cb9-86cf-db6236d14b1a req-88d8247f-0cae-4670-b395-294f3c8e34e5 tempest-AttachVolumeNegativeTest-547589549 tempest-AttachVolumeNegativeTest-547589549-project] 10.222.0.22 "GET /v2.0/security-groups?id=93dd8f91-2afd-4805-a505-ee887d2bf61f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320065 Jun 22 09:02:39.249841 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132c1b53-6751-4af8-8600-97ab421ba719 req-a638427e-ad0e-4175-b541-0f9215b3c9ed tempest-TestShelveInstance-1565407398 tempest-TestShelveInstance-1565407398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:02:39.251377 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-132c1b53-6751-4af8-8600-97ab421ba719 req-a638427e-ad0e-4175-b541-0f9215b3c9ed tempest-TestShelveInstance-1565407398 tempest-TestShelveInstance-1565407398-project] 10.222.0.22 "GET /v2.0/ports?device_id=fc8b0cc3-489c-44aa-bec3-c9cb8004cc76 HTTP/1.1" status: 200 len: 946 time: 0.0689216 Jun 22 09:02:39.291582 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-132c1b53-6751-4af8-8600-97ab421ba719 req-a18e65ac-7955-4f5f-b37b-b8450905df7b tempest-TestShelveInstance-1565407398 tempest-TestShelveInstance-1565407398-project] 10.222.0.22 "GET /v2.0/security-groups?id=625a0eee-a365-4b84-95f9-4e05b3b72269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342839 Jun 22 09:02:39.570670 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-55b7e55c-50df-4f23-9900-4c2bc61d3a13 req-d8123d48-668b-4a67-b3a1-5d761729690f service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=fc8b0cc3-489c-44aa-bec3-c9cb8004cc76&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0556331 Jun 22 09:02:39.692708 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252f33ab-04b8-4d6b-879b-c5400326b99e req-d7ed118d-ad1e-46d1-903f-58358f69b952 tempest-TestShelveInstance-1565407398 tempest-TestShelveInstance-1565407398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:02:39.694388 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-252f33ab-04b8-4d6b-879b-c5400326b99e req-d7ed118d-ad1e-46d1-903f-58358f69b952 tempest-TestShelveInstance-1565407398 tempest-TestShelveInstance-1565407398-project] 10.222.0.22 "GET /v2.0/ports?device_id=fc8b0cc3-489c-44aa-bec3-c9cb8004cc76 HTTP/1.1" status: 200 len: 946 time: 0.1165953 Jun 22 09:02:39.710596 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b3375b-cffc-4a72-bf86-0fce2e250b8c req-0cdd6eaa-2d3e-4aff-9fa7-4ffbeebacae7 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:02:39.712153 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-43b3375b-cffc-4a72-bf86-0fce2e250b8c req-0cdd6eaa-2d3e-4aff-9fa7-4ffbeebacae7 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.22 "GET /v2.0/ports?device_id=cba8e73f-3417-45d0-b833-91423937e845 HTTP/1.1" status: 200 len: 945 time: 0.0994530 Jun 22 09:02:39.771745 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-252f33ab-04b8-4d6b-879b-c5400326b99e req-a175813d-1c2d-4621-b3dc-6dbd5964cc1a tempest-TestShelveInstance-1565407398 tempest-TestShelveInstance-1565407398-project] 10.222.0.22 "GET /v2.0/security-groups?id=625a0eee-a365-4b84-95f9-4e05b3b72269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586290 Jun 22 09:02:39.777158 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-43b3375b-cffc-4a72-bf86-0fce2e250b8c req-43056ab6-2016-4ae2-8865-c4bb7177d6f6 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.22 "GET /v2.0/security-groups?id=8407b8c1-16c2-4011-9481-6d71a524545c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579932 Jun 22 09:02:40.877473 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b7e55c-50df-4f23-9900-4c2bc61d3a13 req-92704443-a137-44ed-8fc3-c89ea7337132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:02:40.879184 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-55b7e55c-50df-4f23-9900-4c2bc61d3a13 req-92704443-a137-44ed-8fc3-c89ea7337132 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=fc8b0cc3-489c-44aa-bec3-c9cb8004cc76&tenant_id=3cdda909a361486c941cba339ea661cd HTTP/1.1" status: 200 len: 1099 time: 0.0634789 Jun 22 09:02:40.892085 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.rpc [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Device 14453dce-4709-4737-b557-4de4f2e3aa53 no longer exists at agent hyperv_hv-cinder-79733 {{(pid=92666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:02:40.971709 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b7e55c-50df-4f23-9900-4c2bc61d3a13 req-f8b56250-65bd-49e6-a318-06f7e9b87f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:02:40.973038 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-55b7e55c-50df-4f23-9900-4c2bc61d3a13 req-f8b56250-65bd-49e6-a318-06f7e9b87f82 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3cdda909a361486c941cba339ea661cd&device_id=fc8b0cc3-489c-44aa-bec3-c9cb8004cc76 HTTP/1.1" status: 200 len: 1099 time: 0.0629776 Jun 22 09:02:40.986713 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133719154'] for port, before_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:02:41.012000 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc8b0cc3-489c-44aa-bec3-c9cb8004cc76', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '14453dce-4709-4737-b557-4de4f2e3aa53'}] {{(pid=92666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:02:41.014881 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d55364b227510a28ea0dc9c97ec82a2823dd2b88b3d79212c5ee75253478bf9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11e8240a-a257-4f3f-9658-9214163b2d19" -d '{"events": [{"server_uuid": "fc8b0cc3-489c-44aa-bec3-c9cb8004cc76", "name": "network-vif-unplugged", "status": "completed", "tag": "14453dce-4709-4737-b557-4de4f2e3aa53"}]}' {{(pid=92666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:02:41.031908 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.db [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] For port 14453dce-4709-4737-b557-4de4f2e3aa53, host hv-cinder-79733, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79733',level=0,port_id=14453dce-4709-4737-b557-4de4f2e3aa53,segment=NetworkSegment(ea110242-fe51-4929-b591-906578e682da),segment_id=ea110242-fe51-4929-b591-906578e682da)] {{(pid=92666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:02:41.036971 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133719696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133660950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728380107731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728379583079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728379583124'] for port, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:02:41.040157 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG oslo_concurrency.lockutils [None req-87d4ca91-451a-4f11-9357-26e9d81697fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:02:41.075975 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b7e55c-50df-4f23-9900-4c2bc61d3a13 req-38ad71cc-f7c5-4502-9173-66385927b736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:02:41.077734 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-55b7e55c-50df-4f23-9900-4c2bc61d3a13 req-38ad71cc-f7c5-4502-9173-66385927b736 service neutron] 10.222.0.15 "GET /v2.0/networks?id=b3c13f4c-b8ff-4164-9438-784286903cad HTTP/1.1" status: 200 len: 910 time: 0.0971076 Jun 22 09:02:41.099421 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-86ff24c4-a7ae-429d-88e1-9decafcd2640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380123073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133916839'] for agent, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:02:41.105711 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Pushing event updated for resources: {'Port': ['ID=14453dce-4709-4737-b557-4de4f2e3aa53,revision_number=6']} {{(pid=92666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:02:41.108943 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG oslo_concurrency.lockutils [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:02:41.151514 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-55b7e55c-50df-4f23-9900-4c2bc61d3a13 req-7f610823-d17b-4271-8fbc-775752444cf8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=14453dce-4709-4737-b557-4de4f2e3aa53 HTTP/1.1" status: 200 len: 1000 time: 0.0670385 Jun 22 09:02:41.206850 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b7e55c-50df-4f23-9900-4c2bc61d3a13 req-ed064a90-a5de-4e2e-aa59-7a0841448480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:02:41.208265 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-55b7e55c-50df-4f23-9900-4c2bc61d3a13 req-ed064a90-a5de-4e2e-aa59-7a0841448480 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c4619780-7695-464f-af2b-4e2935ed6232 HTTP/1.1" status: 200 len: 848 time: 0.0499053 Jun 22 09:02:41.271768 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b7e55c-50df-4f23-9900-4c2bc61d3a13 req-22c0b202-c2b9-41da-b318-f85600c716e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:02:41.273450 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-55b7e55c-50df-4f23-9900-4c2bc61d3a13 req-22c0b202-c2b9-41da-b318-f85600c716e4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b3c13f4c-b8ff-4164-9438-784286903cad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0580831 Jun 22 09:02:41.278586 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817a6df5-9643-4a7c-9575-3447b771e0bc req-09cae5b5-4ee5-4932-a0e4-af2c0f2ea3c7 tempest-TestShelveInstance-1565407398 tempest-TestShelveInstance-1565407398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:02:41.280174 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-817a6df5-9643-4a7c-9575-3447b771e0bc req-09cae5b5-4ee5-4932-a0e4-af2c0f2ea3c7 tempest-TestShelveInstance-1565407398 tempest-TestShelveInstance-1565407398-project] 10.222.0.22 "GET /v2.0/ports?device_id=fc8b0cc3-489c-44aa-bec3-c9cb8004cc76 HTTP/1.1" status: 200 len: 946 time: 0.3794591 Jun 22 09:02:41.294867 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53d00dc-b080-442a-9071-00477c679074 req-b47d9114-c741-436d-9610-8dee09cefd4b tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:02:41.296550 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-e53d00dc-b080-442a-9071-00477c679074 req-b47d9114-c741-436d-9610-8dee09cefd4b tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.22 "GET /v2.0/ports?device_id=cba8e73f-3417-45d0-b833-91423937e845 HTTP/1.1" status: 200 len: 945 time: 0.3851626 Jun 22 09:02:41.367978 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-817a6df5-9643-4a7c-9575-3447b771e0bc req-6885bb40-7205-4e37-8d92-c42342840410 tempest-TestShelveInstance-1565407398 tempest-TestShelveInstance-1565407398-project] 10.222.0.22 "GET /v2.0/security-groups?id=625a0eee-a365-4b84-95f9-4e05b3b72269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702724 Jun 22 09:02:41.379141 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-55b7e55c-50df-4f23-9900-4c2bc61d3a13 req-8b6d1665-2282-4f4b-9016-3e1610db9021 service neutron] 10.222.0.15 "GET /v2.0/networks/b3c13f4c-b8ff-4164-9438-784286903cad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988691 Jun 22 09:02:41.386100 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-e53d00dc-b080-442a-9071-00477c679074 req-50c5ad23-0d38-45bb-b5f2-1806b98e5b06 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.22 "GET /v2.0/security-groups?id=8407b8c1-16c2-4011-9481-6d71a524545c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774529 Jun 22 09:02:41.426771 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 22 Jun 2021 09:02:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6e2b28b-7133-4e25-8fea-9fbd4c37d62a x-openstack-request-id: req-f6e2b28b-7133-4e25-8fea-9fbd4c37d62a {{(pid=92666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:02:41.427202 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc8b0cc3-489c-44aa-bec3-c9cb8004cc76", "name": "network-vif-unplugged", "status": "completed", "tag": "14453dce-4709-4737-b557-4de4f2e3aa53", "code": 200}]} {{(pid=92666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:02:41.427629 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f6e2b28b-7133-4e25-8fea-9fbd4c37d62a {{(pid=92666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:02:41.428239 dv-cinder-797333-1-smb neutron-server[92666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc8b0cc3-489c-44aa-bec3-c9cb8004cc76', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '14453dce-4709-4737-b557-4de4f2e3aa53', 'code': 200} Jun 22 09:02:41.482517 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-55b7e55c-50df-4f23-9900-4c2bc61d3a13 req-28f1a2a7-b30f-411b-b56f-adbaf777d05f service neutron] 10.222.0.15 "GET /v2.0/networks/b3c13f4c-b8ff-4164-9438-784286903cad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949843 Jun 22 09:02:41.592444 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6df347-eba6-461f-8432-846127584cc8 req-26959db4-9289-4111-bdb9-514dea7c1b99 tempest-AttachVolumeNegativeTest-547589549 tempest-AttachVolumeNegativeTest-547589549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:02:41.593960 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-0d6df347-eba6-461f-8432-846127584cc8 req-26959db4-9289-4111-bdb9-514dea7c1b99 tempest-AttachVolumeNegativeTest-547589549 tempest-AttachVolumeNegativeTest-547589549-project] 10.222.0.22 "GET /v2.0/networks?id=2156883f-1b22-4f67-9bfe-977b161276e8 HTTP/1.1" status: 200 len: 814 time: 0.0962551 Jun 22 09:02:41.609584 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-0d6df347-eba6-461f-8432-846127584cc8 req-2bf49500-d9d3-4be9-9cc0-ac80b6bec393 tempest-AttachVolumeNegativeTest-547589549 tempest-AttachVolumeNegativeTest-547589549-project] 10.222.0.22 "GET /v2.0/quotas/edeadd5bc090476da56ef8d041c8d3cd HTTP/1.1" status: 200 len: 375 time: 0.0100195 Jun 22 09:02:41.672600 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-0d6df347-eba6-461f-8432-846127584cc8 req-1aa61ab1-1721-4b9d-a002-fc047be1fd8a tempest-AttachVolumeNegativeTest-547589549 tempest-AttachVolumeNegativeTest-547589549-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=edeadd5bc090476da56ef8d041c8d3cd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0580025 Jun 22 09:02:41.761746 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-0d6df347-eba6-461f-8432-846127584cc8 req-d8eeb8c8-6ed6-4e7a-a665-3255767fec9a service neutron] 10.222.0.22 "GET /v2.0/networks/2156883f-1b22-4f67-9bfe-977b161276e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815864 Jun 22 09:02:41.854035 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-0d6df347-eba6-461f-8432-846127584cc8 req-75292c23-62f8-4dad-9b70-0fbb2306d22c service neutron] 10.222.0.22 "GET /v2.0/networks/2156883f-1b22-4f67-9bfe-977b161276e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863814 Jun 22 09:02:42.023495 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-5afcec12-c4df-4545-af3c-d3a75c813aee req-59ced31a-5026-4bc2-ae54-2b5289de0631 tempest-AttachVolumeNegativeTest-547589549 tempest-AttachVolumeNegativeTest-547589549-project] 10.222.0.22 "GET /v2.0/ports?device_id=a8a7cc01-12f6-45fb-b008-5f8938b2fe97 HTTP/1.1" status: 200 len: 210 time: 0.0287359 Jun 22 09:02:42.615944 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5a13c3-bfbb-4083-afa1-e3810e4a7ece req-b7eaa39d-dd0b-404f-a653-739d52836bc9 tempest-TestShelveInstance-1565407398 tempest-TestShelveInstance-1565407398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:02:42.617172 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-5d5a13c3-bfbb-4083-afa1-e3810e4a7ece req-b7eaa39d-dd0b-404f-a653-739d52836bc9 tempest-TestShelveInstance-1565407398 tempest-TestShelveInstance-1565407398-project] 10.222.0.22 "GET /v2.0/ports?device_id=fc8b0cc3-489c-44aa-bec3-c9cb8004cc76 HTTP/1.1" status: 200 len: 944 time: 0.1246676 Jun 22 09:02:42.624964 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d977bc-5c68-4dca-9fbc-bb47626a04e6 req-9361b533-22b8-48cc-a4ee-a3a0adef3299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:02:42.626684 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-f7d977bc-5c68-4dca-9fbc-bb47626a04e6 req-9361b533-22b8-48cc-a4ee-a3a0adef3299 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=fc8b0cc3-489c-44aa-bec3-c9cb8004cc76 HTTP/1.1" status: 200 len: 1097 time: 0.0612588 Jun 22 09:02:42.630363 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a565a3-9a56-47b2-b606-133e1b6a01d0 req-e793bf62-bbbe-493f-9e6a-3ea22d79e6d7 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:02:42.631865 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-b4a565a3-9a56-47b2-b606-133e1b6a01d0 req-e793bf62-bbbe-493f-9e6a-3ea22d79e6d7 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.22 "GET /v2.0/ports?device_id=cba8e73f-3417-45d0-b833-91423937e845 HTTP/1.1" status: 200 len: 945 time: 0.1105759 Jun 22 09:02:42.670219 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-f7d977bc-5c68-4dca-9fbc-bb47626a04e6 req-ad312747-b7d7-4f64-99db-54855cd4372b service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=625a0eee-a365-4b84-95f9-4e05b3b72269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355451 Jun 22 09:02:42.679958 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-5d5a13c3-bfbb-4083-afa1-e3810e4a7ece req-c7052aa5-c862-46ee-a24f-4d959c4c9555 tempest-TestShelveInstance-1565407398 tempest-TestShelveInstance-1565407398-project] 10.222.0.22 "GET /v2.0/security-groups?id=625a0eee-a365-4b84-95f9-4e05b3b72269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471079 Jun 22 09:02:42.696307 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-b4a565a3-9a56-47b2-b606-133e1b6a01d0 req-629048f3-ab3a-4433-b5a8-f61deeeabbc6 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.22 "GET /v2.0/security-groups?id=8407b8c1-16c2-4011-9481-6d71a524545c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498593 Jun 22 09:02:42.892635 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.rpc [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Device 14453dce-4709-4737-b557-4de4f2e3aa53 details requested by agent hyperv_hv-cinder-79733 with host hv-cinder-79733 {{(pid=92666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 09:02:42.987728 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.db [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] For port 14453dce-4709-4737-b557-4de4f2e3aa53, host hv-cinder-79733, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79733',level=0,port_id=14453dce-4709-4737-b557-4de4f2e3aa53,segment=NetworkSegment(ea110242-fe51-4929-b591-906578e682da),segment_id=ea110242-fe51-4929-b591-906578e682da)] {{(pid=92666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:02:43.000266 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.rpc [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Returning: {'device': '14453dce-4709-4737-b557-4de4f2e3aa53', 'network_id': 'b3c13f4c-b8ff-4164-9438-784286903cad', 'port_id': '14453dce-4709-4737-b557-4de4f2e3aa53', 'mac_address': 'fa:16:3e:3b:d3:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4619780-7695-464f-af2b-4e2935ed6232', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 09:02:43.042111 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133719154'] for port, before_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:02:43.055804 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.notifiers.nova [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14453dce-4709-4737-b557-4de4f2e3aa53 {{(pid=92666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 09:02:43.078185 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.db [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] For port 14453dce-4709-4737-b557-4de4f2e3aa53, host hv-cinder-79733, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79733',level=0,port_id=14453dce-4709-4737-b557-4de4f2e3aa53,segment=NetworkSegment(ea110242-fe51-4929-b591-906578e682da),segment_id=ea110242-fe51-4929-b591-906578e682da)] {{(pid=92666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:02:43.083055 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133719696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133660950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728380107731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728379583079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728379583124'] for port, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:02:43.085581 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG oslo_concurrency.lockutils [None req-eb22d57a-9f80-4116-a1c6-cf1b077c843f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:02:43.134117 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Pushing event updated for resources: {'Port': ['ID=14453dce-4709-4737-b557-4de4f2e3aa53,revision_number=7']} {{(pid=92666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:02:43.137581 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG oslo_concurrency.lockutils [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:02:43.194850 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-416a5108-83c0-49ef-8731-a7542a83900d req-6ae81da0-15a6-4e9c-8db4-8974ebcb0042 tempest-AttachVolumeNegativeTest-547589549 tempest-AttachVolumeNegativeTest-547589549-project] 10.222.0.22 "GET /v2.0/ports?device_id=a8a7cc01-12f6-45fb-b008-5f8938b2fe97 HTTP/1.1" status: 200 len: 210 time: 0.0302298 Jun 22 09:02:43.236323 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6df347-eba6-461f-8432-846127584cc8 req-c186171e-815c-4784-98ee-e2afc6f1dcd5 tempest-AttachVolumeNegativeTest-547589549 tempest-AttachVolumeNegativeTest-547589549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:02:43.236323 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-0d6df347-eba6-461f-8432-846127584cc8 req-c186171e-815c-4784-98ee-e2afc6f1dcd5 tempest-AttachVolumeNegativeTest-547589549 tempest-AttachVolumeNegativeTest-547589549-project] 10.222.0.15 "GET /v2.0/networks?id=2156883f-1b22-4f67-9bfe-977b161276e8 HTTP/1.1" status: 200 len: 814 time: 0.1318650 Jun 22 09:02:43.263405 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.v2.base [req-0d6df347-eba6-461f-8432-846127584cc8 req-be4c7dda-752c-47cc-ade9-db1e7d2bc5d3 tempest-AttachVolumeNegativeTest-547589549 tempest-AttachVolumeNegativeTest-547589549-project] Request body: {'port': {'device_id': 'a8a7cc01-12f6-45fb-b008-5f8938b2fe97', 'network_id': '2156883f-1b22-4f67-9bfe-977b161276e8', 'admin_state_up': True, 'tenant_id': 'edeadd5bc090476da56ef8d041c8d3cd'}} {{(pid=92664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:02:43.375861 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d6df347-eba6-461f-8432-846127584cc8 req-be4c7dda-752c-47cc-ade9-db1e7d2bc5d3 tempest-AttachVolumeNegativeTest-547589549 tempest-AttachVolumeNegativeTest-547589549-project] Made reservation on behalf of edeadd5bc090476da56ef8d041c8d3cd for: {'port': 1} {{(pid=92664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:02:43.379515 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [req-0d6df347-eba6-461f-8432-846127584cc8 req-be4c7dda-752c-47cc-ade9-db1e7d2bc5d3 tempest-AttachVolumeNegativeTest-547589549 tempest-AttachVolumeNegativeTest-547589549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-133719140'] for port, before_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:02:43.503182 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.db.db_base_plugin_common [req-0d6df347-eba6-461f-8432-846127584cc8 req-be4c7dda-752c-47cc-ade9-db1e7d2bc5d3 tempest-AttachVolumeNegativeTest-547589549 tempest-AttachVolumeNegativeTest-547589549-project] Allocated IP 172.20.0.2 (2156883f-1b22-4f67-9bfe-977b161276e8/157dbf0b-d5ef-4dc1-978c-59597bf5ba75/4106dfe7-3420-414a-84ec-eca22e798b75) {{(pid=92664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:02:43.527134 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-36c0e774-b1b9-47bb-85a1-284944de4447 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380123073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133916839'] for agent, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:02:43.667763 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [req-0d6df347-eba6-461f-8432-846127584cc8 req-be4c7dda-752c-47cc-ade9-db1e7d2bc5d3 tempest-AttachVolumeNegativeTest-547589549 tempest-AttachVolumeNegativeTest-547589549-project] Notify callbacks [] for port, precommit_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:02:43.709642 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [req-0d6df347-eba6-461f-8432-846127584cc8 req-be4c7dda-752c-47cc-ade9-db1e7d2bc5d3 tempest-AttachVolumeNegativeTest-547589549 tempest-AttachVolumeNegativeTest-547589549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-133719719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-133660957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728379583061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9113225'] for port, after_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:02:43.714901 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-8b2bfc16-aaed-436f-9b93-80e68e201f45 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:02:43.722933 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.db [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] get_ports_and_sgs() called for port_ids ['4d0d7413-a41a-49ab-935e-4e5cb0c08fbb'] {{(pid=92666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 09:02:43.760930 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d6df347-eba6-461f-8432-846127584cc8 req-be4c7dda-752c-47cc-ade9-db1e7d2bc5d3 tempest-AttachVolumeNegativeTest-547589549 tempest-AttachVolumeNegativeTest-547589549-project] Network 2156883f-1b22-4f67-9bfe-977b161276e8 is already hosted by enough agents. {{(pid=92664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:02:43.764535 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.scheduler.base_scheduler [req-0d6df347-eba6-461f-8432-846127584cc8 req-be4c7dda-752c-47cc-ade9-db1e7d2bc5d3 tempest-AttachVolumeNegativeTest-547589549 tempest-AttachVolumeNegativeTest-547589549-project] Resources bound (agent type, host, resource id): {{(pid=92664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:02:43.771647 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d6df347-eba6-461f-8432-846127584cc8 req-be4c7dda-752c-47cc-ade9-db1e7d2bc5d3 tempest-AttachVolumeNegativeTest-547589549 tempest-AttachVolumeNegativeTest-547589549-project] Received port after_create {{(pid=92664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:02:43.779038 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4c7dda-752c-47cc-ade9-db1e7d2bc5d3 tempest-AttachVolumeNegativeTest-547589549 tempest-AttachVolumeNegativeTest-547589549-project] Pushing event updated for resources: {'Port': ['ID=4106dfe7-3420-414a-84ec-eca22e798b75,revision_number=1']} {{(pid=92664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:02:43.799264 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-be4c7dda-752c-47cc-ade9-db1e7d2bc5d3 tempest-AttachVolumeNegativeTest-547589549 tempest-AttachVolumeNegativeTest-547589549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:02:43.841032 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6df347-eba6-461f-8432-846127584cc8 req-be4c7dda-752c-47cc-ade9-db1e7d2bc5d3 tempest-AttachVolumeNegativeTest-547589549 tempest-AttachVolumeNegativeTest-547589549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:02:43.841729 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [req-0d6df347-eba6-461f-8432-846127584cc8 req-be4c7dda-752c-47cc-ade9-db1e7d2bc5d3 tempest-AttachVolumeNegativeTest-547589549 tempest-AttachVolumeNegativeTest-547589549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27927'] for port, before_response {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:02:43.860896 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-0d6df347-eba6-461f-8432-846127584cc8 req-be4c7dda-752c-47cc-ade9-db1e7d2bc5d3 tempest-AttachVolumeNegativeTest-547589549 tempest-AttachVolumeNegativeTest-547589549-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6015427 Jun 22 09:02:43.874274 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.v2.base [req-0d6df347-eba6-461f-8432-846127584cc8 req-617f8873-601e-4233-a643-42209784881b service neutron] Request body: {'port': {'device_id': 'a8a7cc01-12f6-45fb-b008-5f8938b2fe97', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79733'}} {{(pid=92664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:02:43.878516 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380123073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133916839'] for agent, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:02:43.947104 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [req-0d6df347-eba6-461f-8432-846127584cc8 req-617f8873-601e-4233-a643-42209784881b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133719154'] for port, before_update {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:02:43.964636 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53928ea3-e6e4-4671-86b2-4bb67bac63ae req-17e38de5-e4e4-42e0-b4c4-c3dcb86f267b tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:02:43.966375 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-53928ea3-e6e4-4671-86b2-4bb67bac63ae req-17e38de5-e4e4-42e0-b4c4-c3dcb86f267b tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.22 "GET /v2.0/ports?device_id=cba8e73f-3417-45d0-b833-91423937e845 HTTP/1.1" status: 200 len: 945 time: 0.1246836 Jun 22 09:02:43.975214 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a099bc8-7f53-4556-beef-fbbf16b7d056 req-3b546422-63fc-4e5d-a99c-a4a461640539 tempest-TestShelveInstance-1565407398 tempest-TestShelveInstance-1565407398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:02:43.976659 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-1a099bc8-7f53-4556-beef-fbbf16b7d056 req-3b546422-63fc-4e5d-a99c-a4a461640539 tempest-TestShelveInstance-1565407398 tempest-TestShelveInstance-1565407398-project] 10.222.0.22 "GET /v2.0/ports?device_id=fc8b0cc3-489c-44aa-bec3-c9cb8004cc76 HTTP/1.1" status: 200 len: 945 time: 0.1213548 Jun 22 09:02:44.030956 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-53928ea3-e6e4-4671-86b2-4bb67bac63ae req-a70126b9-8f4f-4d35-aa76-ca563520729e tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.22 "GET /v2.0/security-groups?id=8407b8c1-16c2-4011-9481-6d71a524545c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532587 Jun 22 09:02:44.038103 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-1a099bc8-7f53-4556-beef-fbbf16b7d056 req-ee913762-5ea1-4b01-b810-d1d3c186a08b tempest-TestShelveInstance-1565407398 tempest-TestShelveInstance-1565407398-project] 10.222.0.22 "GET /v2.0/security-groups?id=625a0eee-a365-4b84-95f9-4e05b3b72269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543828 Jun 22 09:02:44.206541 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.notifiers.nova [req-0d6df347-eba6-461f-8432-846127584cc8 req-617f8873-601e-4233-a643-42209784881b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4106dfe7-3420-414a-84ec-eca22e798b75 {{(pid=92664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 09:02:44.214179 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [req-0d6df347-eba6-461f-8432-846127584cc8 req-617f8873-601e-4233-a643-42209784881b service neutron] Notify callbacks [] for port, precommit_update {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:02:44.226703 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.db.provisioning_blocks [req-0d6df347-eba6-461f-8432-846127584cc8 req-617f8873-601e-4233-a643-42209784881b service neutron] Transition to ACTIVE for port object 4106dfe7-3420-414a-84ec-eca22e798b75 will not be triggered until provisioned by entity L2. {{(pid=92664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:02:44.230478 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [req-0d6df347-eba6-461f-8432-846127584cc8 req-617f8873-601e-4233-a643-42209784881b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133719696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133660950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728380107731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728379583079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728379583124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9113275'] for port, after_update {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:02:44.233468 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-975ee4a2-5613-4712-9eee-09834e9f9777 tempest-TestShelveInstance-1565407398 tempest-TestShelveInstance-1565407398-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:02:44.301465 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617f8873-601e-4233-a643-42209784881b service neutron] Pushing event updated for resources: {'Port': ['ID=4106dfe7-3420-414a-84ec-eca22e798b75,revision_number=2']} {{(pid=92664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:02:44.306546 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-617f8873-601e-4233-a643-42209784881b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:02:44.374085 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5559d7-6b26-40e7-96e5-2d6541eca687 req-203fd6c9-e81f-4287-b89e-ffe7bf8adfdc tempest-AttachVolumeNegativeTest-547589549 tempest-AttachVolumeNegativeTest-547589549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:02:44.374935 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.plugins.ml2.managers [req-0d6df347-eba6-461f-8432-846127584cc8 req-617f8873-601e-4233-a643-42209784881b service neutron] Attempting to bind port 4106dfe7-3420-414a-84ec-eca22e798b75 on host hv-cinder-79733 for vnic_type normal with profile {{(pid=92664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:02:44.375267 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.plugins.ml2.managers [req-0d6df347-eba6-461f-8432-846127584cc8 req-617f8873-601e-4233-a643-42209784881b service neutron] Attempting to bind port 4106dfe7-3420-414a-84ec-eca22e798b75 by drivers openvswitch,hyperv on host hv-cinder-79733 at level 0 using segments [{'id': '429e6f80-86c5-411f-a62c-9a2fbeca74f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '2156883f-1b22-4f67-9bfe-977b161276e8'}] {{(pid=92664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:02:44.375496 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-fb5559d7-6b26-40e7-96e5-2d6541eca687 req-203fd6c9-e81f-4287-b89e-ffe7bf8adfdc tempest-AttachVolumeNegativeTest-547589549 tempest-AttachVolumeNegativeTest-547589549-project] 10.222.0.22 "GET /v2.0/ports?device_id=a8a7cc01-12f6-45fb-b008-5f8938b2fe97 HTTP/1.1" status: 200 len: 943 time: 0.0688853 Jun 22 09:02:44.375622 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d6df347-eba6-461f-8432-846127584cc8 req-617f8873-601e-4233-a643-42209784881b service neutron] Attempting to bind port 4106dfe7-3420-414a-84ec-eca22e798b75 on network 2156883f-1b22-4f67-9bfe-977b161276e8 {{(pid=92664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:02:44.379918 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d6df347-eba6-461f-8432-846127584cc8 req-617f8873-601e-4233-a643-42209784881b service neutron] Port 4106dfe7-3420-414a-84ec-eca22e798b75 on network 2156883f-1b22-4f67-9bfe-977b161276e8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79733 {{(pid=92664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 09:02:44.380235 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d6df347-eba6-461f-8432-846127584cc8 req-617f8873-601e-4233-a643-42209784881b service neutron] Attempting to bind port 4106dfe7-3420-414a-84ec-eca22e798b75 on network 2156883f-1b22-4f67-9bfe-977b161276e8 {{(pid=92664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:02:44.386158 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d6df347-eba6-461f-8432-846127584cc8 req-617f8873-601e-4233-a643-42209784881b service neutron] Checking agent: {'id': '0fb2479b-8850-47fd-bce9-7c475063265a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79733', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 8, 54, 53), 'started_at': datetime.datetime(2021, 6, 22, 8, 54, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 2, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:02:44.386504 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d6df347-eba6-461f-8432-846127584cc8 req-617f8873-601e-4233-a643-42209784881b service neutron] Checking segment: {'id': '429e6f80-86c5-411f-a62c-9a2fbeca74f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '2156883f-1b22-4f67-9bfe-977b161276e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:02:44.386883 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d6df347-eba6-461f-8432-846127584cc8 req-617f8873-601e-4233-a643-42209784881b service neutron] Bound using segment: {'id': '429e6f80-86c5-411f-a62c-9a2fbeca74f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '2156883f-1b22-4f67-9bfe-977b161276e8'} {{(pid=92664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:02:44.387320 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.plugins.ml2.managers [req-0d6df347-eba6-461f-8432-846127584cc8 req-617f8873-601e-4233-a643-42209784881b service neutron] Bound port: 4106dfe7-3420-414a-84ec-eca22e798b75, host: hv-cinder-79733, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '429e6f80-86c5-411f-a62c-9a2fbeca74f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '2156883f-1b22-4f67-9bfe-977b161276e8'}}] {{(pid=92664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:02:44.387666 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [req-0d6df347-eba6-461f-8432-846127584cc8 req-617f8873-601e-4233-a643-42209784881b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133719154'] for port, before_update {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:02:44.419483 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-fb5559d7-6b26-40e7-96e5-2d6541eca687 req-8bf6e101-b261-41e9-a333-81b74e96c876 tempest-AttachVolumeNegativeTest-547589549 tempest-AttachVolumeNegativeTest-547589549-project] 10.222.0.22 "GET /v2.0/security-groups?id=93dd8f91-2afd-4805-a505-ee887d2bf61f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380530 Jun 22 09:02:44.422858 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.db [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] get_ports_and_sgs() called for port_ids ['14453dce-4709-4737-b557-4de4f2e3aa53'] {{(pid=92666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 09:02:44.450938 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.plugins.ml2.db [req-0d6df347-eba6-461f-8432-846127584cc8 req-617f8873-601e-4233-a643-42209784881b service neutron] For port 4106dfe7-3420-414a-84ec-eca22e798b75, host hv-cinder-79733, cleared binding levels {{(pid=92664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:02:44.454143 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.plugins.ml2.db [req-0d6df347-eba6-461f-8432-846127584cc8 req-617f8873-601e-4233-a643-42209784881b service neutron] For port 4106dfe7-3420-414a-84ec-eca22e798b75, host hv-cinder-79733, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79733',level=0,port_id=4106dfe7-3420-414a-84ec-eca22e798b75,segment=NetworkSegment(429e6f80-86c5-411f-a62c-9a2fbeca74f2),segment_id=429e6f80-86c5-411f-a62c-9a2fbeca74f2)] {{(pid=92664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:02:44.458377 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [req-0d6df347-eba6-461f-8432-846127584cc8 req-617f8873-601e-4233-a643-42209784881b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133719696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133660950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728380107731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728379583079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728379583124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9113275'] for port, after_update {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:02:44.461746 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-488d9f03-db07-496e-8d8d-88af40e51885 tempest-ServerRescueNegativeTestJSON-960256218 tempest-ServerRescueNegativeTestJSON-960256218-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:02:44.495912 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6df347-eba6-461f-8432-846127584cc8 req-617f8873-601e-4233-a643-42209784881b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:02:44.496516 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [req-0d6df347-eba6-461f-8432-846127584cc8 req-617f8873-601e-4233-a643-42209784881b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27927'] for port, before_response {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:02:44.497942 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-0d6df347-eba6-461f-8432-846127584cc8 req-617f8873-601e-4233-a643-42209784881b service neutron] 10.222.0.15 "PUT /v2.0/ports/4106dfe7-3420-414a-84ec-eca22e798b75 HTTP/1.1" status: 200 len: 1093 time: 0.6288204 Jun 22 09:02:44.498450 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8a7cc01-12f6-45fb-b008-5f8938b2fe97', 'tag': '4106dfe7-3420-414a-84ec-eca22e798b75'}] {{(pid=92664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:02:44.500716 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}204e7d68aaf5059dd7cb24067ff1be2165df2a8c21773c1dc73aa01b5c6655f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff1066e0-0489-443e-b095-a7cd2b6d691c" -d '{"events": [{"name": "network-changed", "server_uuid": "a8a7cc01-12f6-45fb-b008-5f8938b2fe97", "tag": "4106dfe7-3420-414a-84ec-eca22e798b75"}]}' {{(pid=92664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:02:44.523423 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617f8873-601e-4233-a643-42209784881b service neutron] Pushing event updated for resources: {'Port': ['ID=4106dfe7-3420-414a-84ec-eca22e798b75,revision_number=3']} {{(pid=92664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:02:44.527135 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-617f8873-601e-4233-a643-42209784881b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:02:44.558579 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 09:02:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb82e100-d7d4-4ca1-bcae-052e29d3bfc6 x-openstack-request-id: req-bb82e100-d7d4-4ca1-bcae-052e29d3bfc6 {{(pid=92664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:02:44.558908 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8a7cc01-12f6-45fb-b008-5f8938b2fe97", "tag": "4106dfe7-3420-414a-84ec-eca22e798b75", "status": "completed", "code": 200}]} {{(pid=92664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:02:44.559268 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-bb82e100-d7d4-4ca1-bcae-052e29d3bfc6 {{(pid=92664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:02:44.559755 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8a7cc01-12f6-45fb-b008-5f8938b2fe97', 'tag': '4106dfe7-3420-414a-84ec-eca22e798b75', 'status': 'completed', 'code': 200} Jun 22 09:02:44.856734 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6df347-eba6-461f-8432-846127584cc8 req-408fb1ce-0895-4c3d-8919-ddc9c412fc98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:02:44.858176 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-0d6df347-eba6-461f-8432-846127584cc8 req-408fb1ce-0895-4c3d-8919-ddc9c412fc98 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=edeadd5bc090476da56ef8d041c8d3cd&device_id=a8a7cc01-12f6-45fb-b008-5f8938b2fe97 HTTP/1.1" status: 200 len: 1096 time: 0.3100591 Jun 22 09:02:44.898253 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-0d6df347-eba6-461f-8432-846127584cc8 req-6889994c-0d38-4d47-9d12-91ce114ff904 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4106dfe7-3420-414a-84ec-eca22e798b75 HTTP/1.1" status: 200 len: 217 time: 0.0324571 Jun 22 09:02:44.946677 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6df347-eba6-461f-8432-846127584cc8 req-7966baf7-5822-4704-9af2-16c070abda76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:02:44.948102 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-0d6df347-eba6-461f-8432-846127584cc8 req-7966baf7-5822-4704-9af2-16c070abda76 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=157dbf0b-d5ef-4dc1-978c-59597bf5ba75 HTTP/1.1" status: 200 len: 854 time: 0.0428834 Jun 22 09:02:44.984895 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-0d6df347-eba6-461f-8432-846127584cc8 req-c2fba424-fe0b-4751-b53c-f7e4e5b014e8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2156883f-1b22-4f67-9bfe-977b161276e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298038 Jun 22 09:02:44.985334 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-244d5e4c-124e-44e7-83f7-ed36bd156729 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380123073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133916839'] for agent, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:02:45.072790 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-0d6df347-eba6-461f-8432-846127584cc8 req-0deb512c-4be3-4fd0-b501-0f7a371e5354 service neutron] 10.222.0.15 "GET /v2.0/networks/2156883f-1b22-4f67-9bfe-977b161276e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806301 Jun 22 09:02:45.175767 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-0d6df347-eba6-461f-8432-846127584cc8 req-a3563ef9-4399-4174-bb98-310fd0f84caa service neutron] 10.222.0.15 "GET /v2.0/networks/2156883f-1b22-4f67-9bfe-977b161276e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849726 Jun 22 09:02:45.213755 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed079f35-f335-4a8b-953c-b50020aec07f req-80c55f82-5d05-421b-bdd2-dc5441ce1fe3 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:02:45.216074 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-ed079f35-f335-4a8b-953c-b50020aec07f req-80c55f82-5d05-421b-bdd2-dc5441ce1fe3 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.22 "GET /v2.0/ports?device_id=cba8e73f-3417-45d0-b833-91423937e845 HTTP/1.1" status: 200 len: 945 time: 0.0686557 Jun 22 09:02:45.253462 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-ed079f35-f335-4a8b-953c-b50020aec07f req-fa4f72ca-c659-4e0d-acdf-50e3e90a661e tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.22 "GET /v2.0/security-groups?id=8407b8c1-16c2-4011-9481-6d71a524545c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322335 Jun 22 09:02:45.286571 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1066e0-0489-443e-b095-a7cd2b6d691c req-7168d08f-965e-4c61-8e27-ea498a486acc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:02:45.288147 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-ff1066e0-0489-443e-b095-a7cd2b6d691c req-7168d08f-965e-4c61-8e27-ea498a486acc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=edeadd5bc090476da56ef8d041c8d3cd&device_id=a8a7cc01-12f6-45fb-b008-5f8938b2fe97 HTTP/1.1" status: 200 len: 1096 time: 0.0542848 Jun 22 09:02:45.382140 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1066e0-0489-443e-b095-a7cd2b6d691c req-20f866be-b8ec-4727-87db-1126a70715e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:02:45.383577 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-ff1066e0-0489-443e-b095-a7cd2b6d691c req-20f866be-b8ec-4727-87db-1126a70715e7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=2156883f-1b22-4f67-9bfe-977b161276e8 HTTP/1.1" status: 200 len: 915 time: 0.0881505 Jun 22 09:02:45.427849 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-ff1066e0-0489-443e-b095-a7cd2b6d691c req-35330c2f-c1af-40a3-ac82-473feb3aa2a7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4106dfe7-3420-414a-84ec-eca22e798b75 HTTP/1.1" status: 200 len: 217 time: 0.0366600 Jun 22 09:02:45.477501 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1066e0-0489-443e-b095-a7cd2b6d691c req-ddae530b-40c2-4e21-b029-f1944629a6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:02:45.478998 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-ff1066e0-0489-443e-b095-a7cd2b6d691c req-ddae530b-40c2-4e21-b029-f1944629a6f0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=157dbf0b-d5ef-4dc1-978c-59597bf5ba75 HTTP/1.1" status: 200 len: 854 time: 0.0450635 Jun 22 09:02:45.521215 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-ff1066e0-0489-443e-b095-a7cd2b6d691c req-9007f094-f754-446c-b2ec-cc5ce6f0b7c5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2156883f-1b22-4f67-9bfe-977b161276e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274858 Jun 22 09:02:45.604021 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80c9a6b-fa08-4a96-be25-f73315843d6b req-61f0dfa7-a9e5-4aaa-a5a9-2a585491f665 tempest-AttachVolumeNegativeTest-547589549 tempest-AttachVolumeNegativeTest-547589549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:02:45.606487 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-f80c9a6b-fa08-4a96-be25-f73315843d6b req-61f0dfa7-a9e5-4aaa-a5a9-2a585491f665 tempest-AttachVolumeNegativeTest-547589549 tempest-AttachVolumeNegativeTest-547589549-project] 10.222.0.22 "GET /v2.0/ports?device_id=a8a7cc01-12f6-45fb-b008-5f8938b2fe97 HTTP/1.1" status: 200 len: 943 time: 0.0687749 Jun 22 09:02:45.625955 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-ff1066e0-0489-443e-b095-a7cd2b6d691c req-cf86fa8b-704f-4e03-aa10-889eb182dbb0 service neutron] 10.222.0.15 "GET /v2.0/networks/2156883f-1b22-4f67-9bfe-977b161276e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972545 Jun 22 09:02:45.644771 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-f80c9a6b-fa08-4a96-be25-f73315843d6b req-9df58c6b-d160-4c2f-81ee-cdb9fef5aaa2 tempest-AttachVolumeNegativeTest-547589549 tempest-AttachVolumeNegativeTest-547589549-project] 10.222.0.22 "GET /v2.0/security-groups?id=93dd8f91-2afd-4805-a505-ee887d2bf61f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323622 Jun 22 09:02:45.723302 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-ff1066e0-0489-443e-b095-a7cd2b6d691c req-31fbaf38-3839-46c4-b5fb-53b236c8060d service neutron] 10.222.0.15 "GET /v2.0/networks/2156883f-1b22-4f67-9bfe-977b161276e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817535 Jun 22 09:02:46.080094 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-e2a0141c-4e42-4900-8004-ff8c1b31b35a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380123073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133916839'] for agent, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:02:46.433449 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422a23ef-fc60-4908-bfd5-8e8b5972d07b req-e013ddc3-1de2-4824-b9ec-db3be3b9394c tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:02:46.434912 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-422a23ef-fc60-4908-bfd5-8e8b5972d07b req-e013ddc3-1de2-4824-b9ec-db3be3b9394c tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.22 "GET /v2.0/ports?device_id=cba8e73f-3417-45d0-b833-91423937e845 HTTP/1.1" status: 200 len: 945 time: 0.0659838 Jun 22 09:02:46.471929 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-422a23ef-fc60-4908-bfd5-8e8b5972d07b req-7f70591e-8058-46ce-8c79-70df807cd496 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.22 "GET /v2.0/security-groups?id=8407b8c1-16c2-4011-9481-6d71a524545c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314026 Jun 22 09:02:46.822702 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6a7a98-3b09-4902-ae2c-6e3f9804193e req-44b5ff6e-852b-4c7f-85ba-9276a5c71d3e tempest-AttachVolumeNegativeTest-547589549 tempest-AttachVolumeNegativeTest-547589549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:02:46.824210 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-3a6a7a98-3b09-4902-ae2c-6e3f9804193e req-44b5ff6e-852b-4c7f-85ba-9276a5c71d3e tempest-AttachVolumeNegativeTest-547589549 tempest-AttachVolumeNegativeTest-547589549-project] 10.222.0.22 "GET /v2.0/ports?device_id=a8a7cc01-12f6-45fb-b008-5f8938b2fe97 HTTP/1.1" status: 200 len: 943 time: 0.0634027 Jun 22 09:02:46.861598 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-3a6a7a98-3b09-4902-ae2c-6e3f9804193e req-1bb6fe12-eec0-4bea-af54-3aeb425e53b5 tempest-AttachVolumeNegativeTest-547589549 tempest-AttachVolumeNegativeTest-547589549-project] 10.222.0.22 "GET /v2.0/security-groups?id=93dd8f91-2afd-4805-a505-ee887d2bf61f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317380 Jun 22 09:02:46.932194 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.rpc [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Device 4106dfe7-3420-414a-84ec-eca22e798b75 details requested by agent hyperv_hv-cinder-79733 with host hv-cinder-79733 {{(pid=92666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 09:02:46.934274 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.rpc [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Device 14453dce-4709-4737-b557-4de4f2e3aa53 up at agent hyperv_hv-cinder-79733 {{(pid=92666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:02:47.041917 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.provisioning_blocks [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Provisioning complete for port 14453dce-4709-4737-b557-4de4f2e3aa53 triggered by entity L2. {{(pid=92666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:02:47.042279 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133917554'] for port, provisioning_complete {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:02:47.089776 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.db [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] For port 4106dfe7-3420-414a-84ec-eca22e798b75, host hv-cinder-79733, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79733',level=0,port_id=4106dfe7-3420-414a-84ec-eca22e798b75,segment=NetworkSegment(429e6f80-86c5-411f-a62c-9a2fbeca74f2),segment_id=429e6f80-86c5-411f-a62c-9a2fbeca74f2)] {{(pid=92666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:02:47.103984 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.rpc [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Returning: {'device': '4106dfe7-3420-414a-84ec-eca22e798b75', 'network_id': '2156883f-1b22-4f67-9bfe-977b161276e8', 'port_id': '4106dfe7-3420-414a-84ec-eca22e798b75', 'mac_address': 'fa:16:3e:45:32:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '157dbf0b-d5ef-4dc1-978c-59597bf5ba75', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 09:02:47.195468 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133719154'] for port, before_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:02:47.211895 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.notifiers.nova [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4106dfe7-3420-414a-84ec-eca22e798b75 {{(pid=92666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 09:02:47.216830 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133719154'] for port, before_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:02:47.373111 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.db [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] For port 4106dfe7-3420-414a-84ec-eca22e798b75, host hv-cinder-79733, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79733',level=0,port_id=4106dfe7-3420-414a-84ec-eca22e798b75,segment=NetworkSegment(429e6f80-86c5-411f-a62c-9a2fbeca74f2),segment_id=429e6f80-86c5-411f-a62c-9a2fbeca74f2)] {{(pid=92666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:02:47.378646 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc8b0cc3-489c-44aa-bec3-c9cb8004cc76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14453dce-4709-4737-b557-4de4f2e3aa53'}] {{(pid=92666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:02:47.380929 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d55364b227510a28ea0dc9c97ec82a2823dd2b88b3d79212c5ee75253478bf9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3978eaa-e722-40ef-8010-6ec2451c5d2d" -d '{"events": [{"server_uuid": "fc8b0cc3-489c-44aa-bec3-c9cb8004cc76", "name": "network-vif-plugged", "status": "completed", "tag": "14453dce-4709-4737-b557-4de4f2e3aa53"}]}' {{(pid=92666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:02:47.390760 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133719696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133660950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728380107731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728379583079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728379583124'] for port, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:02:47.391821 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.rpc [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Device b92363bd-c4b1-44e7-94d6-7b2550a004a4 details requested by agent hyperv_hv-cinder-79733 with host hv-cinder-79733 {{(pid=92666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 09:02:47.395115 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG oslo_concurrency.lockutils [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:02:47.400147 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.db [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] For port 14453dce-4709-4737-b557-4de4f2e3aa53, host hv-cinder-79733, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79733',level=0,port_id=14453dce-4709-4737-b557-4de4f2e3aa53,segment=NetworkSegment(ea110242-fe51-4929-b591-906578e682da),segment_id=ea110242-fe51-4929-b591-906578e682da)] {{(pid=92666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:02:47.428950 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 09:02:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85ceabb7-7054-4e1e-8206-198028991b5f x-openstack-request-id: req-85ceabb7-7054-4e1e-8206-198028991b5f {{(pid=92666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:02:47.429239 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc8b0cc3-489c-44aa-bec3-c9cb8004cc76", "name": "network-vif-plugged", "status": "completed", "tag": "14453dce-4709-4737-b557-4de4f2e3aa53", "code": 200}]} {{(pid=92666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:02:47.429491 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-85ceabb7-7054-4e1e-8206-198028991b5f {{(pid=92666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:02:47.429902 dv-cinder-797333-1-smb neutron-server[92666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc8b0cc3-489c-44aa-bec3-c9cb8004cc76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14453dce-4709-4737-b557-4de4f2e3aa53', 'code': 200} Jun 22 09:02:47.430527 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133719696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133660950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728380107731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728379583079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728379583124'] for port, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:02:47.466486 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Pushing event updated for resources: {'Port': ['ID=4106dfe7-3420-414a-84ec-eca22e798b75,revision_number=4']} {{(pid=92666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:02:47.491899 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG oslo_concurrency.lockutils [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:02:47.492244 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG oslo_concurrency.lockutils [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.057s {{(pid=92666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:02:47.586719 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Pushing event updated for resources: {'Port': ['ID=14453dce-4709-4737-b557-4de4f2e3aa53,revision_number=8']} {{(pid=92666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:02:47.597273 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG oslo_concurrency.lockutils [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=92666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:02:47.621247 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.db [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] For port b92363bd-c4b1-44e7-94d6-7b2550a004a4, host hv-cinder-79733, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79733',level=0,port_id=b92363bd-c4b1-44e7-94d6-7b2550a004a4,segment=NetworkSegment(ff26e6d0-efb0-4f26-b4ca-43fb0499d495),segment_id=ff26e6d0-efb0-4f26-b4ca-43fb0499d495)] {{(pid=92666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:02:47.637925 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.rpc [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Returning: {'device': 'b92363bd-c4b1-44e7-94d6-7b2550a004a4', 'network_id': '266e7c95-823e-49c0-9793-a3850a55863e', 'port_id': 'b92363bd-c4b1-44e7-94d6-7b2550a004a4', 'mac_address': 'fa:16:3e:a4:d6:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fa320cf-b578-475c-89d7-a0309e38937c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 09:02:47.699093 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133719154'] for port, before_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:02:47.716823 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.notifiers.nova [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b92363bd-c4b1-44e7-94d6-7b2550a004a4 {{(pid=92666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 09:02:47.729937 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf30ef90-e0e0-4c18-aad7-c9b1d7408228 req-004482bd-44be-41cf-a6cf-e6efb9936983 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:02:47.737702 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-cf30ef90-e0e0-4c18-aad7-c9b1d7408228 req-004482bd-44be-41cf-a6cf-e6efb9936983 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.22 "GET /v2.0/ports?device_id=cba8e73f-3417-45d0-b833-91423937e845 HTTP/1.1" status: 200 len: 945 time: 0.0928195 Jun 22 09:02:47.739880 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.db [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] For port b92363bd-c4b1-44e7-94d6-7b2550a004a4, host hv-cinder-79733, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79733',level=0,port_id=b92363bd-c4b1-44e7-94d6-7b2550a004a4,segment=NetworkSegment(ff26e6d0-efb0-4f26-b4ca-43fb0499d495),segment_id=ff26e6d0-efb0-4f26-b4ca-43fb0499d495)] {{(pid=92666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:02:47.748708 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133719696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133660950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728380107731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728379583079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728379583124'] for port, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:02:47.751095 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG oslo_concurrency.lockutils [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:02:47.781202 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-cf30ef90-e0e0-4c18-aad7-c9b1d7408228 req-779d2277-3b27-432f-8be8-dfecf8efbf95 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.22 "GET /v2.0/security-groups?id=8407b8c1-16c2-4011-9481-6d71a524545c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423381 Jun 22 09:02:47.820172 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Pushing event updated for resources: {'Port': ['ID=b92363bd-c4b1-44e7-94d6-7b2550a004a4,revision_number=6']} {{(pid=92666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:02:47.821915 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG oslo_concurrency.lockutils [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:02:47.837670 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.db [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] get_ports_and_sgs() called for port_ids ['b92363bd-c4b1-44e7-94d6-7b2550a004a4'] {{(pid=92666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 09:02:48.024636 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.db [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] get_ports_and_sgs() called for port_ids ['4106dfe7-3420-414a-84ec-eca22e798b75'] {{(pid=92666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 09:02:48.074017 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b46511-a2d1-475d-9eb9-221bcab9969b req-6b9bc62d-d7a3-48c5-8a46-95c3b2bc1d3d tempest-AttachVolumeNegativeTest-547589549 tempest-AttachVolumeNegativeTest-547589549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:02:48.075883 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-c4b46511-a2d1-475d-9eb9-221bcab9969b req-6b9bc62d-d7a3-48c5-8a46-95c3b2bc1d3d tempest-AttachVolumeNegativeTest-547589549 tempest-AttachVolumeNegativeTest-547589549-project] 10.222.0.22 "GET /v2.0/ports?device_id=a8a7cc01-12f6-45fb-b008-5f8938b2fe97 HTTP/1.1" status: 200 len: 944 time: 0.0752387 Jun 22 09:02:48.119891 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-c4b46511-a2d1-475d-9eb9-221bcab9969b req-7ea24d6a-5a6f-4cb0-8364-564d3a977109 tempest-AttachVolumeNegativeTest-547589549 tempest-AttachVolumeNegativeTest-547589549-project] 10.222.0.22 "GET /v2.0/security-groups?id=93dd8f91-2afd-4805-a505-ee887d2bf61f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381174 Jun 22 09:02:48.937177 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.rpc [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Device b92363bd-c4b1-44e7-94d6-7b2550a004a4 up at agent hyperv_hv-cinder-79733 {{(pid=92666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:02:48.995785 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.provisioning_blocks [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Provisioning complete for port b92363bd-c4b1-44e7-94d6-7b2550a004a4 triggered by entity L2. {{(pid=92666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:02:48.996435 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133917554'] for port, provisioning_complete {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:02:49.025583 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6db51a-9cfd-4e24-9223-eef8a469d032 req-28b4b38b-6fe7-4612-a480-17cb005f676f tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:02:49.030300 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-ad6db51a-9cfd-4e24-9223-eef8a469d032 req-28b4b38b-6fe7-4612-a480-17cb005f676f tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.22 "GET /v2.0/ports?device_id=cba8e73f-3417-45d0-b833-91423937e845 HTTP/1.1" status: 200 len: 944 time: 0.1046517 Jun 22 09:02:49.077331 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-ad6db51a-9cfd-4e24-9223-eef8a469d032 req-66b163dc-b2f3-4822-93f0-7ab442433410 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.22 "GET /v2.0/security-groups?id=8407b8c1-16c2-4011-9481-6d71a524545c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437160 Jun 22 09:02:49.082617 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133719154'] for port, before_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:02:49.125884 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.db [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] For port b92363bd-c4b1-44e7-94d6-7b2550a004a4, host hv-cinder-79733, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79733',level=0,port_id=b92363bd-c4b1-44e7-94d6-7b2550a004a4,segment=NetworkSegment(ff26e6d0-efb0-4f26-b4ca-43fb0499d495),segment_id=ff26e6d0-efb0-4f26-b4ca-43fb0499d495)] {{(pid=92666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:02:49.130987 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133719696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133660950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728380107731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728379583079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728379583124'] for port, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:02:49.132128 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.rpc [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Device 4106dfe7-3420-414a-84ec-eca22e798b75 up at agent hyperv_hv-cinder-79733 {{(pid=92666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:02:49.133937 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG oslo_concurrency.lockutils [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:02:49.216252 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Pushing event updated for resources: {'Port': ['ID=b92363bd-c4b1-44e7-94d6-7b2550a004a4,revision_number=7']} {{(pid=92666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:02:49.220002 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG oslo_concurrency.lockutils [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:02:49.234771 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.provisioning_blocks [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Provisioning for port 4106dfe7-3420-414a-84ec-eca22e798b75 completed by entity L2. {{(pid=92666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:02:49.239151 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.provisioning_blocks [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Provisioning complete for port 4106dfe7-3420-414a-84ec-eca22e798b75 triggered by entity L2. {{(pid=92666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:02:49.239548 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133917554'] for port, provisioning_complete {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:02:49.332123 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133719154'] for port, before_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:02:49.375083 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.db [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] For port 4106dfe7-3420-414a-84ec-eca22e798b75, host hv-cinder-79733, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79733',level=0,port_id=4106dfe7-3420-414a-84ec-eca22e798b75,segment=NetworkSegment(429e6f80-86c5-411f-a62c-9a2fbeca74f2),segment_id=429e6f80-86c5-411f-a62c-9a2fbeca74f2)] {{(pid=92666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:02:49.377474 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f944bf23-9e23-438a-a0d3-04b9a89c8b37 req-ab432485-aef2-4842-b8b3-a3d2cef1f8ad tempest-AttachVolumeNegativeTest-547589549 tempest-AttachVolumeNegativeTest-547589549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:02:49.381327 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133719696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133660950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728380107731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728379583079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728379583124'] for port, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:02:49.384617 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG oslo_concurrency.lockutils [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:02:49.384907 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-f944bf23-9e23-438a-a0d3-04b9a89c8b37 req-ab432485-aef2-4842-b8b3-a3d2cef1f8ad tempest-AttachVolumeNegativeTest-547589549 tempest-AttachVolumeNegativeTest-547589549-project] 10.222.0.22 "GET /v2.0/ports?device_id=a8a7cc01-12f6-45fb-b008-5f8938b2fe97 HTTP/1.1" status: 200 len: 944 time: 0.1058543 Jun 22 09:02:49.430933 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cba8e73f-3417-45d0-b833-91423937e845', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b92363bd-c4b1-44e7-94d6-7b2550a004a4'}, {'server_uuid': 'a8a7cc01-12f6-45fb-b008-5f8938b2fe97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4106dfe7-3420-414a-84ec-eca22e798b75'}] {{(pid=92666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:02:49.433774 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d55364b227510a28ea0dc9c97ec82a2823dd2b88b3d79212c5ee75253478bf9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65529abc-c352-4167-a759-d44250608f55" -d '{"events": [{"server_uuid": "cba8e73f-3417-45d0-b833-91423937e845", "name": "network-vif-plugged", "status": "completed", "tag": "b92363bd-c4b1-44e7-94d6-7b2550a004a4"}, {"server_uuid": "a8a7cc01-12f6-45fb-b008-5f8938b2fe97", "name": "network-vif-plugged", "status": "completed", "tag": "4106dfe7-3420-414a-84ec-eca22e798b75"}]}' {{(pid=92666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:02:49.438719 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-f944bf23-9e23-438a-a0d3-04b9a89c8b37 req-8bab5c5b-1edf-4494-a30a-fa665794e7e3 tempest-AttachVolumeNegativeTest-547589549 tempest-AttachVolumeNegativeTest-547589549-project] 10.222.0.22 "GET /v2.0/security-groups?id=93dd8f91-2afd-4805-a505-ee887d2bf61f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527456 Jun 22 09:02:49.474825 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Pushing event updated for resources: {'Port': ['ID=4106dfe7-3420-414a-84ec-eca22e798b75,revision_number=5']} {{(pid=92666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:02:49.478944 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG oslo_concurrency.lockutils [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=92666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:02:49.495491 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 22 Jun 2021 09:02:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85212597-2580-4f46-9ac3-a08907f96b14 x-openstack-request-id: req-85212597-2580-4f46-9ac3-a08907f96b14 {{(pid=92666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:02:49.495883 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cba8e73f-3417-45d0-b833-91423937e845", "name": "network-vif-plugged", "status": "completed", "tag": "b92363bd-c4b1-44e7-94d6-7b2550a004a4", "code": 200}, {"server_uuid": "a8a7cc01-12f6-45fb-b008-5f8938b2fe97", "name": "network-vif-plugged", "status": "completed", "tag": "4106dfe7-3420-414a-84ec-eca22e798b75", "code": 200}]} {{(pid=92666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:02:49.496217 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-85212597-2580-4f46-9ac3-a08907f96b14 {{(pid=92666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:02:49.496808 dv-cinder-797333-1-smb neutron-server[92666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cba8e73f-3417-45d0-b833-91423937e845', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b92363bd-c4b1-44e7-94d6-7b2550a004a4', 'code': 200} Jun 22 09:02:49.497453 dv-cinder-797333-1-smb neutron-server[92666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8a7cc01-12f6-45fb-b008-5f8938b2fe97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4106dfe7-3420-414a-84ec-eca22e798b75', 'code': 200} Jun 22 09:02:49.781156 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447dafb6-ac37-42ae-b4a1-8865de76494c req-3ebfde01-995a-4ec4-8a3c-f7c3b09542be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:02:49.782668 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-447dafb6-ac37-42ae-b4a1-8865de76494c req-3ebfde01-995a-4ec4-8a3c-f7c3b09542be service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a8a7cc01-12f6-45fb-b008-5f8938b2fe97 HTTP/1.1" status: 200 len: 1098 time: 0.0626996 Jun 22 09:02:49.829232 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-447dafb6-ac37-42ae-b4a1-8865de76494c req-88866ca7-f790-4805-bd35-9c507f40a244 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=93dd8f91-2afd-4805-a505-ee887d2bf61f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390215 Jun 22 09:02:50.312897 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5433d998-9189-4937-a235-146c11cec55d req-9af6aecc-fdfe-4c5e-8c48-83f040525977 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:02:50.314429 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-5433d998-9189-4937-a235-146c11cec55d req-9af6aecc-fdfe-4c5e-8c48-83f040525977 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.22 "GET /v2.0/ports?device_id=cba8e73f-3417-45d0-b833-91423937e845 HTTP/1.1" status: 200 len: 945 time: 0.1002257 Jun 22 09:02:50.354290 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-5433d998-9189-4937-a235-146c11cec55d req-401acaaa-5cb3-4f54-a960-87e255f641ef tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.22 "GET /v2.0/security-groups?id=8407b8c1-16c2-4011-9481-6d71a524545c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333316 Jun 22 09:02:50.658505 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abc36a6-3635-438b-81bc-38d93125e772 req-2a96a433-4252-4379-8e92-32a15a4815e8 tempest-AttachVolumeNegativeTest-547589549 tempest-AttachVolumeNegativeTest-547589549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:02:50.661074 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-2abc36a6-3635-438b-81bc-38d93125e772 req-2a96a433-4252-4379-8e92-32a15a4815e8 tempest-AttachVolumeNegativeTest-547589549 tempest-AttachVolumeNegativeTest-547589549-project] 10.222.0.22 "GET /v2.0/ports?device_id=a8a7cc01-12f6-45fb-b008-5f8938b2fe97 HTTP/1.1" status: 200 len: 945 time: 0.0969226 Jun 22 09:02:50.712980 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-2abc36a6-3635-438b-81bc-38d93125e772 req-6c3fe44e-7eb0-4033-a3d7-514ad352afd6 tempest-AttachVolumeNegativeTest-547589549 tempest-AttachVolumeNegativeTest-547589549-project] 10.222.0.22 "GET /v2.0/security-groups?id=93dd8f91-2afd-4805-a505-ee887d2bf61f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431528 Jun 22 09:02:51.546765 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db179f4f-1b85-4c71-8cfa-a8e2b90d52a0 req-02c2c678-a979-41b0-8922-8b589d1f77d7 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:02:51.548297 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-db179f4f-1b85-4c71-8cfa-a8e2b90d52a0 req-02c2c678-a979-41b0-8922-8b589d1f77d7 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.22 "GET /v2.0/ports?device_id=cba8e73f-3417-45d0-b833-91423937e845 HTTP/1.1" status: 200 len: 945 time: 0.0672219 Jun 22 09:02:51.603934 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-db179f4f-1b85-4c71-8cfa-a8e2b90d52a0 req-0a1f2888-5945-4a3c-80bb-f6a1c8cb3021 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.22 "GET /v2.0/security-groups?id=8407b8c1-16c2-4011-9481-6d71a524545c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494337 Jun 22 09:02:51.915594 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a9d12d-2d66-47fb-b3b6-83fa1865abd9 req-a04e692d-024d-4ac8-aec8-7452f5cb1c4f tempest-AttachVolumeNegativeTest-547589549 tempest-AttachVolumeNegativeTest-547589549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:02:51.922575 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-50a9d12d-2d66-47fb-b3b6-83fa1865abd9 req-a04e692d-024d-4ac8-aec8-7452f5cb1c4f tempest-AttachVolumeNegativeTest-547589549 tempest-AttachVolumeNegativeTest-547589549-project] 10.222.0.22 "GET /v2.0/ports?device_id=a8a7cc01-12f6-45fb-b008-5f8938b2fe97 HTTP/1.1" status: 200 len: 945 time: 0.0792353 Jun 22 09:02:51.960979 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-50a9d12d-2d66-47fb-b3b6-83fa1865abd9 req-72852f5e-e790-483d-b7af-f405a6febbac tempest-AttachVolumeNegativeTest-547589549 tempest-AttachVolumeNegativeTest-547589549-project] 10.222.0.22 "GET /v2.0/security-groups?id=93dd8f91-2afd-4805-a505-ee887d2bf61f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375237 Jun 22 09:02:52.796756 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380123073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133916839'] for agent, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:02:52.832053 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4850c7-f0a7-45a6-95f2-8dab01daad94 req-6495a14f-2cb3-4a49-baff-e7bbf84585d2 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:02:52.833797 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-cd4850c7-f0a7-45a6-95f2-8dab01daad94 req-6495a14f-2cb3-4a49-baff-e7bbf84585d2 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.22 "GET /v2.0/ports?device_id=cba8e73f-3417-45d0-b833-91423937e845 HTTP/1.1" status: 200 len: 945 time: 0.0744560 Jun 22 09:02:52.880119 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-cd4850c7-f0a7-45a6-95f2-8dab01daad94 req-8dbb325b-4175-4154-8894-0008a14818ad tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.22 "GET /v2.0/security-groups?id=8407b8c1-16c2-4011-9481-6d71a524545c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397470 Jun 22 09:02:53.990185 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac492a6-72ab-4330-8dda-43788c60c0e2 req-1ba132c0-3876-43a7-80a6-a317257a67a5 tempest-AttachVolumeNegativeTest-547589549 tempest-AttachVolumeNegativeTest-547589549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:02:53.997925 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-cac492a6-72ab-4330-8dda-43788c60c0e2 req-1ba132c0-3876-43a7-80a6-a317257a67a5 tempest-AttachVolumeNegativeTest-547589549 tempest-AttachVolumeNegativeTest-547589549-project] 10.222.0.22 "GET /v2.0/networks?id=2156883f-1b22-4f67-9bfe-977b161276e8 HTTP/1.1" status: 200 len: 814 time: 0.1501944 Jun 22 09:02:54.015305 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-cac492a6-72ab-4330-8dda-43788c60c0e2 req-b19c4e32-2e47-4fe9-aec2-752199153763 tempest-AttachVolumeNegativeTest-547589549 tempest-AttachVolumeNegativeTest-547589549-project] 10.222.0.22 "GET /v2.0/quotas/edeadd5bc090476da56ef8d041c8d3cd HTTP/1.1" status: 200 len: 375 time: 0.0163937 Jun 22 09:02:54.155936 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-cac492a6-72ab-4330-8dda-43788c60c0e2 req-62d7ebae-00d8-4273-8b35-a46a4efd08c3 tempest-AttachVolumeNegativeTest-547589549 tempest-AttachVolumeNegativeTest-547589549-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=edeadd5bc090476da56ef8d041c8d3cd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1394906 Jun 22 09:02:54.173589 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac3b157-07f9-49bb-900a-1e4dda984636 req-20d51889-1b26-44f6-9be4-39e8edeeddc0 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:02:54.175035 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-eac3b157-07f9-49bb-900a-1e4dda984636 req-20d51889-1b26-44f6-9be4-39e8edeeddc0 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.22 "GET /v2.0/ports?device_id=cba8e73f-3417-45d0-b833-91423937e845 HTTP/1.1" status: 200 len: 945 time: 0.1422782 Jun 22 09:02:54.237228 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-eac3b157-07f9-49bb-900a-1e4dda984636 req-fde4c930-628f-4459-8bf8-32058b02e74b tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.22 "GET /v2.0/security-groups?id=8407b8c1-16c2-4011-9481-6d71a524545c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492878 Jun 22 09:02:54.373541 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-cac492a6-72ab-4330-8dda-43788c60c0e2 req-68a0a4f5-c9be-4252-8e4f-ff8d7b33aac2 service neutron] 10.222.0.22 "GET /v2.0/networks/2156883f-1b22-4f67-9bfe-977b161276e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1975040 Jun 22 09:02:54.494122 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-cac492a6-72ab-4330-8dda-43788c60c0e2 req-82d69eb1-1876-43be-81cc-33e399c02a2a service neutron] 10.222.0.22 "GET /v2.0/networks/2156883f-1b22-4f67-9bfe-977b161276e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135349 Jun 22 09:02:54.693071 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-820a1cdd-fa7c-4c3a-b640-db6ddc66a88c req-eeb3d798-45b2-42b4-a4fd-2d34c660104d tempest-AttachVolumeNegativeTest-547589549 tempest-AttachVolumeNegativeTest-547589549-project] 10.222.0.22 "GET /v2.0/ports?device_id=5fb9cdc8-4aa1-4bb7-80d1-f94b5b26fa5d HTTP/1.1" status: 200 len: 210 time: 0.0474517 Jun 22 09:02:55.460145 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792f78eb-794b-4a23-b8f3-9ab8420f0f16 req-add123eb-97b4-4f23-a3c8-dcc972c8be6e tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:02:55.462414 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-792f78eb-794b-4a23-b8f3-9ab8420f0f16 req-add123eb-97b4-4f23-a3c8-dcc972c8be6e tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.22 "GET /v2.0/ports?device_id=cba8e73f-3417-45d0-b833-91423937e845 HTTP/1.1" status: 200 len: 945 time: 0.0750179 Jun 22 09:02:55.509467 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-792f78eb-794b-4a23-b8f3-9ab8420f0f16 req-f28811dc-d97c-4462-9b33-7c255ebd4d84 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.22 "GET /v2.0/security-groups?id=8407b8c1-16c2-4011-9481-6d71a524545c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363176 Jun 22 09:02:55.851245 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-354a9b1f-9185-40e3-ba7c-ca9684cc0ae4 req-6d065643-9030-49ad-b70c-7fb3b993572c tempest-AttachVolumeNegativeTest-547589549 tempest-AttachVolumeNegativeTest-547589549-project] 10.222.0.22 "GET /v2.0/ports?device_id=5fb9cdc8-4aa1-4bb7-80d1-f94b5b26fa5d HTTP/1.1" status: 200 len: 210 time: 0.0310433 Jun 22 09:02:56.013512 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac492a6-72ab-4330-8dda-43788c60c0e2 req-8e5d0678-a821-4cbc-b95a-18f0cf84709b tempest-AttachVolumeNegativeTest-547589549 tempest-AttachVolumeNegativeTest-547589549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:02:56.016307 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-cac492a6-72ab-4330-8dda-43788c60c0e2 req-8e5d0678-a821-4cbc-b95a-18f0cf84709b tempest-AttachVolumeNegativeTest-547589549 tempest-AttachVolumeNegativeTest-547589549-project] 10.222.0.15 "GET /v2.0/networks?id=2156883f-1b22-4f67-9bfe-977b161276e8 HTTP/1.1" status: 200 len: 814 time: 0.1370533 Jun 22 09:02:56.042209 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.v2.base [req-cac492a6-72ab-4330-8dda-43788c60c0e2 req-5fcb5e54-4e48-47af-a637-364e6cadfa21 tempest-AttachVolumeNegativeTest-547589549 tempest-AttachVolumeNegativeTest-547589549-project] Request body: {'port': {'device_id': '5fb9cdc8-4aa1-4bb7-80d1-f94b5b26fa5d', 'network_id': '2156883f-1b22-4f67-9bfe-977b161276e8', 'admin_state_up': True, 'tenant_id': 'edeadd5bc090476da56ef8d041c8d3cd'}} {{(pid=92664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:02:56.051011 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f72ab1-da47-433f-8b58-e3383a4b6917 req-d280289f-e95a-4e78-8161-2f36169f5d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:02:56.052695 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-70f72ab1-da47-433f-8b58-e3383a4b6917 req-d280289f-e95a-4e78-8161-2f36169f5d0b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0dbc55deeb2a42a3bb10502a7c6fc28b&device_id=cba8e73f-3417-45d0-b833-91423937e845 HTTP/1.1" status: 200 len: 1098 time: 0.0744045 Jun 22 09:02:56.192389 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f72ab1-da47-433f-8b58-e3383a4b6917 req-cbe974d7-3efc-440d-8427-69e9b75328b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:02:56.194383 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-70f72ab1-da47-433f-8b58-e3383a4b6917 req-cbe974d7-3efc-440d-8427-69e9b75328b1 service neutron] 10.222.0.15 "GET /v2.0/networks?id=266e7c95-823e-49c0-9793-a3850a55863e HTTP/1.1" status: 200 len: 918 time: 0.1053541 Jun 22 09:02:56.195114 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cac492a6-72ab-4330-8dda-43788c60c0e2 req-5fcb5e54-4e48-47af-a637-364e6cadfa21 tempest-AttachVolumeNegativeTest-547589549 tempest-AttachVolumeNegativeTest-547589549-project] Made reservation on behalf of edeadd5bc090476da56ef8d041c8d3cd for: {'port': 1} {{(pid=92664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:02:56.201361 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [req-cac492a6-72ab-4330-8dda-43788c60c0e2 req-5fcb5e54-4e48-47af-a637-364e6cadfa21 tempest-AttachVolumeNegativeTest-547589549 tempest-AttachVolumeNegativeTest-547589549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-133719140'] for port, before_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:02:56.296040 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-70f72ab1-da47-433f-8b58-e3383a4b6917 req-5bcfbacd-a4da-42e2-ba25-13b356ff29d0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b92363bd-c4b1-44e7-94d6-7b2550a004a4 HTTP/1.1" status: 200 len: 1001 time: 0.0891497 Jun 22 09:02:56.360654 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f72ab1-da47-433f-8b58-e3383a4b6917 req-9584bc61-ce72-4971-ac56-79e815a8d0e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:02:56.362534 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-70f72ab1-da47-433f-8b58-e3383a4b6917 req-9584bc61-ce72-4971-ac56-79e815a8d0e9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1fa320cf-b578-475c-89d7-a0309e38937c HTTP/1.1" status: 200 len: 856 time: 0.0576789 Jun 22 09:02:56.407599 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.db.db_base_plugin_common [req-cac492a6-72ab-4330-8dda-43788c60c0e2 req-5fcb5e54-4e48-47af-a637-364e6cadfa21 tempest-AttachVolumeNegativeTest-547589549 tempest-AttachVolumeNegativeTest-547589549-project] Allocated IP 172.20.0.9 (2156883f-1b22-4f67-9bfe-977b161276e8/157dbf0b-d5ef-4dc1-978c-59597bf5ba75/d1e33cce-0d54-4202-aeda-553b2f5ec990) {{(pid=92664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:02:56.446656 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f72ab1-da47-433f-8b58-e3383a4b6917 req-340acfea-1d9d-4a0b-8a9e-2144af39cd65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:02:56.448007 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-70f72ab1-da47-433f-8b58-e3383a4b6917 req-340acfea-1d9d-4a0b-8a9e-2144af39cd65 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=266e7c95-823e-49c0-9793-a3850a55863e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0784039 Jun 22 09:02:56.575262 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-70f72ab1-da47-433f-8b58-e3383a4b6917 req-5a139c38-7b10-4c61-8f73-f5fb5c6ba8d6 service neutron] 10.222.0.15 "GET /v2.0/networks/266e7c95-823e-49c0-9793-a3850a55863e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152401 Jun 22 09:02:56.602043 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [req-cac492a6-72ab-4330-8dda-43788c60c0e2 req-5fcb5e54-4e48-47af-a637-364e6cadfa21 tempest-AttachVolumeNegativeTest-547589549 tempest-AttachVolumeNegativeTest-547589549-project] Notify callbacks [] for port, precommit_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:02:56.655300 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [req-cac492a6-72ab-4330-8dda-43788c60c0e2 req-5fcb5e54-4e48-47af-a637-364e6cadfa21 tempest-AttachVolumeNegativeTest-547589549 tempest-AttachVolumeNegativeTest-547589549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-133719719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-133660957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728379583061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9113225'] for port, after_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:02:56.667587 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.db [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] get_ports_and_sgs() called for port_ids ['4d0d7413-a41a-49ab-935e-4e5cb0c08fbb', '4106dfe7-3420-414a-84ec-eca22e798b75'] {{(pid=92666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 09:02:56.682159 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-617f8873-601e-4233-a643-42209784881b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:02:56.721062 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-70f72ab1-da47-433f-8b58-e3383a4b6917 req-886b3218-2707-466f-99cf-400f3bbf44fe service neutron] 10.222.0.15 "GET /v2.0/networks/266e7c95-823e-49c0-9793-a3850a55863e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377115 Jun 22 09:02:56.734109 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cac492a6-72ab-4330-8dda-43788c60c0e2 req-5fcb5e54-4e48-47af-a637-364e6cadfa21 tempest-AttachVolumeNegativeTest-547589549 tempest-AttachVolumeNegativeTest-547589549-project] Network 2156883f-1b22-4f67-9bfe-977b161276e8 is already hosted by enough agents. {{(pid=92664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:02:56.780674 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcb5e54-4e48-47af-a637-364e6cadfa21 tempest-AttachVolumeNegativeTest-547589549 tempest-AttachVolumeNegativeTest-547589549-project] Pushing event updated for resources: {'Port': ['ID=d1e33cce-0d54-4202-aeda-553b2f5ec990,revision_number=1']} {{(pid=92664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:02:56.784529 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-5fcb5e54-4e48-47af-a637-364e6cadfa21 tempest-AttachVolumeNegativeTest-547589549 tempest-AttachVolumeNegativeTest-547589549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:02:56.786720 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.scheduler.base_scheduler [req-cac492a6-72ab-4330-8dda-43788c60c0e2 req-5fcb5e54-4e48-47af-a637-364e6cadfa21 tempest-AttachVolumeNegativeTest-547589549 tempest-AttachVolumeNegativeTest-547589549-project] Resources bound (agent type, host, resource id): {{(pid=92664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:02:56.796202 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.db.l3_dvrscheduler_db [req-cac492a6-72ab-4330-8dda-43788c60c0e2 req-5fcb5e54-4e48-47af-a637-364e6cadfa21 tempest-AttachVolumeNegativeTest-547589549 tempest-AttachVolumeNegativeTest-547589549-project] Received port after_create {{(pid=92664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:02:56.821602 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc09738c-af0c-4ac6-bfdd-31179d06c2bd req-e78a8ad6-9971-46c2-b326-371528053a61 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:02:56.840675 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-dc09738c-af0c-4ac6-bfdd-31179d06c2bd req-e78a8ad6-9971-46c2-b326-371528053a61 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.22 "GET /v2.0/ports?device_id=cba8e73f-3417-45d0-b833-91423937e845 HTTP/1.1" status: 200 len: 945 time: 0.1655679 Jun 22 09:02:56.855424 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac492a6-72ab-4330-8dda-43788c60c0e2 req-5fcb5e54-4e48-47af-a637-364e6cadfa21 tempest-AttachVolumeNegativeTest-547589549 tempest-AttachVolumeNegativeTest-547589549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:02:56.861055 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [req-cac492a6-72ab-4330-8dda-43788c60c0e2 req-5fcb5e54-4e48-47af-a637-364e6cadfa21 tempest-AttachVolumeNegativeTest-547589549 tempest-AttachVolumeNegativeTest-547589549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27927'] for port, before_response {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:02:56.879173 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-cac492a6-72ab-4330-8dda-43788c60c0e2 req-5fcb5e54-4e48-47af-a637-364e6cadfa21 tempest-AttachVolumeNegativeTest-547589549 tempest-AttachVolumeNegativeTest-547589549-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8455529 Jun 22 09:02:56.901738 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.v2.base [req-cac492a6-72ab-4330-8dda-43788c60c0e2 req-53743fde-8ed3-4c86-8407-f816bc80f02c service neutron] Request body: {'port': {'device_id': '5fb9cdc8-4aa1-4bb7-80d1-f94b5b26fa5d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79733'}} {{(pid=92664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:02:56.906285 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-dc09738c-af0c-4ac6-bfdd-31179d06c2bd req-d8faeb49-354b-4971-a147-3d306078ca14 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.22 "GET /v2.0/security-groups?id=8407b8c1-16c2-4011-9481-6d71a524545c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644023 Jun 22 09:02:57.007498 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [req-cac492a6-72ab-4330-8dda-43788c60c0e2 req-53743fde-8ed3-4c86-8407-f816bc80f02c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133719154'] for port, before_update {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:02:57.099281 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5744a109-14ca-407e-81f5-31d6f30a7346 req-3a7d7f79-544d-46cd-abdc-daed5ab33d09 tempest-AttachVolumeNegativeTest-547589549 tempest-AttachVolumeNegativeTest-547589549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:02:57.105602 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-5744a109-14ca-407e-81f5-31d6f30a7346 req-3a7d7f79-544d-46cd-abdc-daed5ab33d09 tempest-AttachVolumeNegativeTest-547589549 tempest-AttachVolumeNegativeTest-547589549-project] 10.222.0.22 "GET /v2.0/ports?device_id=5fb9cdc8-4aa1-4bb7-80d1-f94b5b26fa5d HTTP/1.1" status: 200 len: 931 time: 0.1044631 Jun 22 09:02:57.151734 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-5744a109-14ca-407e-81f5-31d6f30a7346 req-ee80ef2b-fd7c-4c5c-9163-0636ee109888 tempest-AttachVolumeNegativeTest-547589549 tempest-AttachVolumeNegativeTest-547589549-project] 10.222.0.22 "GET /v2.0/security-groups?id=93dd8f91-2afd-4805-a505-ee887d2bf61f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399754 Jun 22 09:02:57.300829 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.notifiers.nova [req-cac492a6-72ab-4330-8dda-43788c60c0e2 req-53743fde-8ed3-4c86-8407-f816bc80f02c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1e33cce-0d54-4202-aeda-553b2f5ec990 {{(pid=92664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 09:02:57.308162 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [req-cac492a6-72ab-4330-8dda-43788c60c0e2 req-53743fde-8ed3-4c86-8407-f816bc80f02c service neutron] Notify callbacks [] for port, precommit_update {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:02:57.320101 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.db.provisioning_blocks [req-cac492a6-72ab-4330-8dda-43788c60c0e2 req-53743fde-8ed3-4c86-8407-f816bc80f02c service neutron] Transition to ACTIVE for port object d1e33cce-0d54-4202-aeda-553b2f5ec990 will not be triggered until provisioned by entity L2. {{(pid=92664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:02:57.323441 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [req-cac492a6-72ab-4330-8dda-43788c60c0e2 req-53743fde-8ed3-4c86-8407-f816bc80f02c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133719696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133660950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728380107731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728379583079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728379583124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9113275'] for port, after_update {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:02:57.325308 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:02:57.393727 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.db.agents_db [None req-b28930ac-c45f-452b-90b0-92e2a86c5dbe None None] Agent healthcheck: found 6 active agents {{(pid=92667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 09:02:57.397864 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53743fde-8ed3-4c86-8407-f816bc80f02c service neutron] Pushing event updated for resources: {'Port': ['ID=d1e33cce-0d54-4202-aeda-553b2f5ec990,revision_number=2']} {{(pid=92664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:02:57.409494 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-53743fde-8ed3-4c86-8407-f816bc80f02c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:02:57.484853 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.plugins.ml2.managers [req-cac492a6-72ab-4330-8dda-43788c60c0e2 req-53743fde-8ed3-4c86-8407-f816bc80f02c service neutron] Attempting to bind port d1e33cce-0d54-4202-aeda-553b2f5ec990 on host hv-cinder-79733 for vnic_type normal with profile {{(pid=92664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:02:57.485180 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.plugins.ml2.managers [req-cac492a6-72ab-4330-8dda-43788c60c0e2 req-53743fde-8ed3-4c86-8407-f816bc80f02c service neutron] Attempting to bind port d1e33cce-0d54-4202-aeda-553b2f5ec990 by drivers openvswitch,hyperv on host hv-cinder-79733 at level 0 using segments [{'id': '429e6f80-86c5-411f-a62c-9a2fbeca74f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '2156883f-1b22-4f67-9bfe-977b161276e8'}] {{(pid=92664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:02:57.485507 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cac492a6-72ab-4330-8dda-43788c60c0e2 req-53743fde-8ed3-4c86-8407-f816bc80f02c service neutron] Attempting to bind port d1e33cce-0d54-4202-aeda-553b2f5ec990 on network 2156883f-1b22-4f67-9bfe-977b161276e8 {{(pid=92664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:02:57.489846 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cac492a6-72ab-4330-8dda-43788c60c0e2 req-53743fde-8ed3-4c86-8407-f816bc80f02c service neutron] Port d1e33cce-0d54-4202-aeda-553b2f5ec990 on network 2156883f-1b22-4f67-9bfe-977b161276e8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79733 {{(pid=92664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 09:02:57.490170 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cac492a6-72ab-4330-8dda-43788c60c0e2 req-53743fde-8ed3-4c86-8407-f816bc80f02c service neutron] Attempting to bind port d1e33cce-0d54-4202-aeda-553b2f5ec990 on network 2156883f-1b22-4f67-9bfe-977b161276e8 {{(pid=92664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:02:57.495383 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cac492a6-72ab-4330-8dda-43788c60c0e2 req-53743fde-8ed3-4c86-8407-f816bc80f02c service neutron] Checking agent: {'id': '0fb2479b-8850-47fd-bce9-7c475063265a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79733', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 8, 54, 53), 'started_at': datetime.datetime(2021, 6, 22, 8, 54, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 2, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:02:57.495718 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cac492a6-72ab-4330-8dda-43788c60c0e2 req-53743fde-8ed3-4c86-8407-f816bc80f02c service neutron] Checking segment: {'id': '429e6f80-86c5-411f-a62c-9a2fbeca74f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '2156883f-1b22-4f67-9bfe-977b161276e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:02:57.496101 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cac492a6-72ab-4330-8dda-43788c60c0e2 req-53743fde-8ed3-4c86-8407-f816bc80f02c service neutron] Bound using segment: {'id': '429e6f80-86c5-411f-a62c-9a2fbeca74f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '2156883f-1b22-4f67-9bfe-977b161276e8'} {{(pid=92664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:02:57.496520 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.plugins.ml2.managers [req-cac492a6-72ab-4330-8dda-43788c60c0e2 req-53743fde-8ed3-4c86-8407-f816bc80f02c service neutron] Bound port: d1e33cce-0d54-4202-aeda-553b2f5ec990, host: hv-cinder-79733, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '429e6f80-86c5-411f-a62c-9a2fbeca74f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '2156883f-1b22-4f67-9bfe-977b161276e8'}}] {{(pid=92664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:02:57.496863 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [req-cac492a6-72ab-4330-8dda-43788c60c0e2 req-53743fde-8ed3-4c86-8407-f816bc80f02c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133719154'] for port, before_update {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:02:57.561478 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.plugins.ml2.db [req-cac492a6-72ab-4330-8dda-43788c60c0e2 req-53743fde-8ed3-4c86-8407-f816bc80f02c service neutron] For port d1e33cce-0d54-4202-aeda-553b2f5ec990, host hv-cinder-79733, cleared binding levels {{(pid=92664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:02:57.564454 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.plugins.ml2.db [req-cac492a6-72ab-4330-8dda-43788c60c0e2 req-53743fde-8ed3-4c86-8407-f816bc80f02c service neutron] For port d1e33cce-0d54-4202-aeda-553b2f5ec990, host hv-cinder-79733, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79733',level=0,port_id=d1e33cce-0d54-4202-aeda-553b2f5ec990,segment=NetworkSegment(429e6f80-86c5-411f-a62c-9a2fbeca74f2),segment_id=429e6f80-86c5-411f-a62c-9a2fbeca74f2)] {{(pid=92664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:02:57.569782 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [req-cac492a6-72ab-4330-8dda-43788c60c0e2 req-53743fde-8ed3-4c86-8407-f816bc80f02c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133719696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133660950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728380107731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728379583079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728379583124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9113275'] for port, after_update {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:02:57.572680 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-617f8873-601e-4233-a643-42209784881b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:02:57.602892 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac492a6-72ab-4330-8dda-43788c60c0e2 req-53743fde-8ed3-4c86-8407-f816bc80f02c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:02:57.603550 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [req-cac492a6-72ab-4330-8dda-43788c60c0e2 req-53743fde-8ed3-4c86-8407-f816bc80f02c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27927'] for port, before_response {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:02:57.605152 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-cac492a6-72ab-4330-8dda-43788c60c0e2 req-53743fde-8ed3-4c86-8407-f816bc80f02c service neutron] 10.222.0.15 "PUT /v2.0/ports/d1e33cce-0d54-4202-aeda-553b2f5ec990 HTTP/1.1" status: 200 len: 1093 time: 0.7166953 Jun 22 09:02:57.605744 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fb9cdc8-4aa1-4bb7-80d1-f94b5b26fa5d', 'tag': 'd1e33cce-0d54-4202-aeda-553b2f5ec990'}] {{(pid=92664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:02:57.608358 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}204e7d68aaf5059dd7cb24067ff1be2165df2a8c21773c1dc73aa01b5c6655f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8392bcce-3771-410c-a9ea-c4ec74f5dd09" -d '{"events": [{"name": "network-changed", "server_uuid": "5fb9cdc8-4aa1-4bb7-80d1-f94b5b26fa5d", "tag": "d1e33cce-0d54-4202-aeda-553b2f5ec990"}]}' {{(pid=92664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:02:57.635562 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53743fde-8ed3-4c86-8407-f816bc80f02c service neutron] Pushing event updated for resources: {'Port': ['ID=d1e33cce-0d54-4202-aeda-553b2f5ec990,revision_number=3']} {{(pid=92664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:02:57.638787 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-53743fde-8ed3-4c86-8407-f816bc80f02c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:02:57.650628 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 09:02:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-237bbb9e-93a0-46da-81ff-6c6464b0470f x-openstack-request-id: req-237bbb9e-93a0-46da-81ff-6c6464b0470f {{(pid=92664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:02:57.650955 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fb9cdc8-4aa1-4bb7-80d1-f94b5b26fa5d", "tag": "d1e33cce-0d54-4202-aeda-553b2f5ec990", "status": "completed", "code": 200}]} {{(pid=92664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:02:57.651244 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-237bbb9e-93a0-46da-81ff-6c6464b0470f {{(pid=92664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:02:57.651666 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fb9cdc8-4aa1-4bb7-80d1-f94b5b26fa5d', 'tag': 'd1e33cce-0d54-4202-aeda-553b2f5ec990', 'status': 'completed', 'code': 200} Jun 22 09:02:57.743449 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac492a6-72ab-4330-8dda-43788c60c0e2 req-d414b18a-2e9e-4e26-b4f9-bcf3df9296de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:02:57.744906 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-cac492a6-72ab-4330-8dda-43788c60c0e2 req-d414b18a-2e9e-4e26-b4f9-bcf3df9296de service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=edeadd5bc090476da56ef8d041c8d3cd&device_id=5fb9cdc8-4aa1-4bb7-80d1-f94b5b26fa5d HTTP/1.1" status: 200 len: 1096 time: 0.0569341 Jun 22 09:02:57.793920 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-cac492a6-72ab-4330-8dda-43788c60c0e2 req-575217bc-3777-4537-a46f-d7f9592339be service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d1e33cce-0d54-4202-aeda-553b2f5ec990 HTTP/1.1" status: 200 len: 217 time: 0.0401809 Jun 22 09:02:57.831027 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8dad0f-f5df-4648-b130-0cbc5fe0425e req-49ad03e0-317b-4744-a4d7-9329bd34a9c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:02:57.832420 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-fe8dad0f-f5df-4648-b130-0cbc5fe0425e req-49ad03e0-317b-4744-a4d7-9329bd34a9c3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0dbc55deeb2a42a3bb10502a7c6fc28b&device_id=cba8e73f-3417-45d0-b833-91423937e845 HTTP/1.1" status: 200 len: 1098 time: 0.0529397 Jun 22 09:02:57.841984 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac492a6-72ab-4330-8dda-43788c60c0e2 req-d6440aff-746a-4783-9106-98de366b3351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:02:57.843465 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-cac492a6-72ab-4330-8dda-43788c60c0e2 req-d6440aff-746a-4783-9106-98de366b3351 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=157dbf0b-d5ef-4dc1-978c-59597bf5ba75 HTTP/1.1" status: 200 len: 854 time: 0.0438130 Jun 22 09:02:57.879946 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-cac492a6-72ab-4330-8dda-43788c60c0e2 req-17c7f8c6-ae5c-4e9a-b2f5-449267ede13c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2156883f-1b22-4f67-9bfe-977b161276e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292268 Jun 22 09:02:57.927398 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8dad0f-f5df-4648-b130-0cbc5fe0425e req-258d6933-fc65-4115-9392-2fa32848ea2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:02:57.929461 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-fe8dad0f-f5df-4648-b130-0cbc5fe0425e req-258d6933-fc65-4115-9392-2fa32848ea2c service neutron] 10.222.0.15 "GET /v2.0/networks?id=266e7c95-823e-49c0-9793-a3850a55863e HTTP/1.1" status: 200 len: 918 time: 0.0893342 Jun 22 09:02:57.977383 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-cac492a6-72ab-4330-8dda-43788c60c0e2 req-f0d12620-522a-4bc2-850b-89de195e35a8 service neutron] 10.222.0.15 "GET /v2.0/networks/2156883f-1b22-4f67-9bfe-977b161276e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900660 Jun 22 09:02:58.006725 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-fe8dad0f-f5df-4648-b130-0cbc5fe0425e req-1bbc291e-6361-4c45-8adf-450fe4005ba0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b92363bd-c4b1-44e7-94d6-7b2550a004a4 HTTP/1.1" status: 200 len: 1001 time: 0.0701318 Jun 22 09:02:58.077741 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-cac492a6-72ab-4330-8dda-43788c60c0e2 req-a69c4b48-7e35-41d3-ae78-de1cba9107f3 service neutron] 10.222.0.15 "GET /v2.0/networks/2156883f-1b22-4f67-9bfe-977b161276e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900071 Jun 22 09:02:58.090135 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8dad0f-f5df-4648-b130-0cbc5fe0425e req-8f7a628e-cd6f-434a-9f98-315a359be571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:02:58.091507 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-fe8dad0f-f5df-4648-b130-0cbc5fe0425e req-8f7a628e-cd6f-434a-9f98-315a359be571 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1fa320cf-b578-475c-89d7-a0309e38937c HTTP/1.1" status: 200 len: 856 time: 0.0775476 Jun 22 09:02:58.148783 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9b70ea-1da3-4ed8-9cfd-0ee9c2200c84 req-8156a3ee-3917-4372-9698-60f31c3b775a tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:02:58.151296 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-dc9b70ea-1da3-4ed8-9cfd-0ee9c2200c84 req-8156a3ee-3917-4372-9698-60f31c3b775a tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.22 "GET /v2.0/ports?device_id=cba8e73f-3417-45d0-b833-91423937e845 HTTP/1.1" status: 200 len: 945 time: 0.1106861 Jun 22 09:02:58.193034 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8392bcce-3771-410c-a9ea-c4ec74f5dd09 req-a127254b-c1df-4af1-b312-a9a534a59866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:02:58.194650 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-8392bcce-3771-410c-a9ea-c4ec74f5dd09 req-a127254b-c1df-4af1-b312-a9a534a59866 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=edeadd5bc090476da56ef8d041c8d3cd&device_id=5fb9cdc8-4aa1-4bb7-80d1-f94b5b26fa5d HTTP/1.1" status: 200 len: 1096 time: 0.0614424 Jun 22 09:02:58.201581 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8dad0f-f5df-4648-b130-0cbc5fe0425e req-dfef35c5-c506-4038-bc24-f2403b3ac3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:02:58.203096 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-fe8dad0f-f5df-4648-b130-0cbc5fe0425e req-dfef35c5-c506-4038-bc24-f2403b3ac3a1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=266e7c95-823e-49c0-9793-a3850a55863e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1018064 Jun 22 09:02:58.211073 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-dc9b70ea-1da3-4ed8-9cfd-0ee9c2200c84 req-6f5d2a7b-1992-4300-a7af-58efcd532fdb tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.22 "GET /v2.0/security-groups?id=8407b8c1-16c2-4011-9481-6d71a524545c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473292 Jun 22 09:02:58.296362 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8392bcce-3771-410c-a9ea-c4ec74f5dd09 req-09be5191-f72b-4296-bd9c-0ba3f9889217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:02:58.297857 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-8392bcce-3771-410c-a9ea-c4ec74f5dd09 req-09be5191-f72b-4296-bd9c-0ba3f9889217 service neutron] 10.222.0.15 "GET /v2.0/networks?id=2156883f-1b22-4f67-9bfe-977b161276e8 HTTP/1.1" status: 200 len: 915 time: 0.0941811 Jun 22 09:02:58.330544 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-fe8dad0f-f5df-4648-b130-0cbc5fe0425e req-16cefa3e-26bd-4331-98fb-83c7eec964ad service neutron] 10.222.0.15 "GET /v2.0/networks/266e7c95-823e-49c0-9793-a3850a55863e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1185303 Jun 22 09:02:58.345958 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-8392bcce-3771-410c-a9ea-c4ec74f5dd09 req-a2cb7fbd-af3a-4d57-b1d4-7d473ee5a700 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d1e33cce-0d54-4202-aeda-553b2f5ec990 HTTP/1.1" status: 200 len: 217 time: 0.0393002 Jun 22 09:02:58.393943 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8392bcce-3771-410c-a9ea-c4ec74f5dd09 req-e1005b2f-c355-4874-8d72-443ab2834f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:02:58.395726 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-8392bcce-3771-410c-a9ea-c4ec74f5dd09 req-e1005b2f-c355-4874-8d72-443ab2834f70 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=157dbf0b-d5ef-4dc1-978c-59597bf5ba75 HTTP/1.1" status: 200 len: 854 time: 0.0431428 Jun 22 09:02:58.411086 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdab89f2-5f6b-4eab-94d6-4297b93f7045 req-36003f48-b0f6-4734-8752-7d3a1771a81b tempest-AttachVolumeNegativeTest-547589549 tempest-AttachVolumeNegativeTest-547589549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:02:58.413170 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-fdab89f2-5f6b-4eab-94d6-4297b93f7045 req-36003f48-b0f6-4734-8752-7d3a1771a81b tempest-AttachVolumeNegativeTest-547589549 tempest-AttachVolumeNegativeTest-547589549-project] 10.222.0.22 "GET /v2.0/ports?device_id=5fb9cdc8-4aa1-4bb7-80d1-f94b5b26fa5d HTTP/1.1" status: 200 len: 943 time: 0.1317320 Jun 22 09:02:58.429941 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-8392bcce-3771-410c-a9ea-c4ec74f5dd09 req-e5c3ce48-8262-4b93-9ace-e3e5fc0e5086 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2156883f-1b22-4f67-9bfe-977b161276e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269432 Jun 22 09:02:58.461302 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-fe8dad0f-f5df-4648-b130-0cbc5fe0425e req-bdb8501e-1b56-4478-b5b6-9423b0df621d service neutron] 10.222.0.15 "GET /v2.0/networks/266e7c95-823e-49c0-9793-a3850a55863e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204746 Jun 22 09:02:58.475246 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-fdab89f2-5f6b-4eab-94d6-4297b93f7045 req-7782af3f-56e9-4a71-bf9c-65596581a017 tempest-AttachVolumeNegativeTest-547589549 tempest-AttachVolumeNegativeTest-547589549-project] 10.222.0.22 "GET /v2.0/security-groups?id=93dd8f91-2afd-4805-a505-ee887d2bf61f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534043 Jun 22 09:02:58.521524 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-8392bcce-3771-410c-a9ea-c4ec74f5dd09 req-10c0ca48-a3e1-4911-9950-d8f304812b51 service neutron] 10.222.0.15 "GET /v2.0/networks/2156883f-1b22-4f67-9bfe-977b161276e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849259 Jun 22 09:02:58.614536 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-8392bcce-3771-410c-a9ea-c4ec74f5dd09 req-3a633951-6a05-4208-9373-bc968a812fa7 service neutron] 10.222.0.15 "GET /v2.0/networks/2156883f-1b22-4f67-9bfe-977b161276e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821126 Jun 22 09:02:59.018058 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.rpc [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Device d1e33cce-0d54-4202-aeda-553b2f5ec990 details requested by agent hyperv_hv-cinder-79733 with host hv-cinder-79733 {{(pid=92666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 09:02:59.109499 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.db [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] For port d1e33cce-0d54-4202-aeda-553b2f5ec990, host hv-cinder-79733, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79733',level=0,port_id=d1e33cce-0d54-4202-aeda-553b2f5ec990,segment=NetworkSegment(429e6f80-86c5-411f-a62c-9a2fbeca74f2),segment_id=429e6f80-86c5-411f-a62c-9a2fbeca74f2)] {{(pid=92666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:02:59.120908 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.rpc [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Returning: {'device': 'd1e33cce-0d54-4202-aeda-553b2f5ec990', 'network_id': '2156883f-1b22-4f67-9bfe-977b161276e8', 'port_id': 'd1e33cce-0d54-4202-aeda-553b2f5ec990', 'mac_address': 'fa:16:3e:38:b6:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '157dbf0b-d5ef-4dc1-978c-59597bf5ba75', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 09:02:59.159940 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133719154'] for port, before_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:02:59.172622 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.notifiers.nova [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1e33cce-0d54-4202-aeda-553b2f5ec990 {{(pid=92666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 09:02:59.191090 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.db [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] For port d1e33cce-0d54-4202-aeda-553b2f5ec990, host hv-cinder-79733, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79733',level=0,port_id=d1e33cce-0d54-4202-aeda-553b2f5ec990,segment=NetworkSegment(429e6f80-86c5-411f-a62c-9a2fbeca74f2),segment_id=429e6f80-86c5-411f-a62c-9a2fbeca74f2)] {{(pid=92666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:02:59.195205 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133719696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133660950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728380107731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728379583079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728379583124'] for port, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:02:59.196894 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG oslo_concurrency.lockutils [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:02:59.242792 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Pushing event updated for resources: {'Port': ['ID=d1e33cce-0d54-4202-aeda-553b2f5ec990,revision_number=4']} {{(pid=92666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:02:59.245842 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG oslo_concurrency.lockutils [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:02:59.394071 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d96390-75cc-4f9d-b3b3-e34790584ded req-75f35255-a25e-4ea3-882a-fe85befe3316 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:02:59.397639 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-d5d96390-75cc-4f9d-b3b3-e34790584ded req-75f35255-a25e-4ea3-882a-fe85befe3316 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.22 "GET /v2.0/ports?device_id=cba8e73f-3417-45d0-b833-91423937e845 HTTP/1.1" status: 200 len: 945 time: 0.0640380 Jun 22 09:02:59.434675 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-d5d96390-75cc-4f9d-b3b3-e34790584ded req-62409a64-43c3-4265-9b89-df0d016bafcb tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.22 "GET /v2.0/security-groups?id=8407b8c1-16c2-4011-9481-6d71a524545c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311418 Jun 22 09:02:59.478916 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.db [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] get_ports_and_sgs() called for port_ids ['d1e33cce-0d54-4202-aeda-553b2f5ec990'] {{(pid=92666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 09:02:59.651673 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c619bef0-413e-4527-af55-45c06a881fe5 req-355f9df3-182c-4b95-b2a3-295800e81b1b tempest-AttachVolumeNegativeTest-547589549 tempest-AttachVolumeNegativeTest-547589549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:02:59.653144 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-c619bef0-413e-4527-af55-45c06a881fe5 req-355f9df3-182c-4b95-b2a3-295800e81b1b tempest-AttachVolumeNegativeTest-547589549 tempest-AttachVolumeNegativeTest-547589549-project] 10.222.0.22 "GET /v2.0/ports?device_id=5fb9cdc8-4aa1-4bb7-80d1-f94b5b26fa5d HTTP/1.1" status: 200 len: 944 time: 0.0664849 Jun 22 09:02:59.692648 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-c619bef0-413e-4527-af55-45c06a881fe5 req-8c610a0e-55e1-4be0-a621-084b2d657932 tempest-AttachVolumeNegativeTest-547589549 tempest-AttachVolumeNegativeTest-547589549-project] 10.222.0.22 "GET /v2.0/security-groups?id=93dd8f91-2afd-4805-a505-ee887d2bf61f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337462 Jun 22 09:03:00.613273 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b269871-85c9-41bb-b118-35e9209af70d req-3eb58802-2907-4f93-9af1-430cbb61ec0d tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:03:00.614990 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-8b269871-85c9-41bb-b118-35e9209af70d req-3eb58802-2907-4f93-9af1-430cbb61ec0d tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.22 "GET /v2.0/ports?device_id=cba8e73f-3417-45d0-b833-91423937e845 HTTP/1.1" status: 200 len: 945 time: 0.0636356 Jun 22 09:03:00.653250 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-8b269871-85c9-41bb-b118-35e9209af70d req-9d58b368-a812-492f-a19d-c7094c3bdadf tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.22 "GET /v2.0/security-groups?id=8407b8c1-16c2-4011-9481-6d71a524545c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325098 Jun 22 09:03:00.879281 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e66496-7bf4-490c-9609-61f3f46ff868 req-ff77979a-d123-411e-8312-5bd50ec02645 tempest-AttachVolumeNegativeTest-547589549 tempest-AttachVolumeNegativeTest-547589549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:03:00.880787 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-19e66496-7bf4-490c-9609-61f3f46ff868 req-ff77979a-d123-411e-8312-5bd50ec02645 tempest-AttachVolumeNegativeTest-547589549 tempest-AttachVolumeNegativeTest-547589549-project] 10.222.0.22 "GET /v2.0/ports?device_id=5fb9cdc8-4aa1-4bb7-80d1-f94b5b26fa5d HTTP/1.1" status: 200 len: 944 time: 0.0676699 Jun 22 09:03:00.928920 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-19e66496-7bf4-490c-9609-61f3f46ff868 req-0a0ff22a-48ea-4e8f-8862-30088699d401 tempest-AttachVolumeNegativeTest-547589549 tempest-AttachVolumeNegativeTest-547589549-project] 10.222.0.22 "GET /v2.0/security-groups?id=93dd8f91-2afd-4805-a505-ee887d2bf61f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399671 Jun 22 09:03:01.050149 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.rpc [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Device d1e33cce-0d54-4202-aeda-553b2f5ec990 up at agent hyperv_hv-cinder-79733 {{(pid=92666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:03:01.101901 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.provisioning_blocks [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Provisioning for port d1e33cce-0d54-4202-aeda-553b2f5ec990 completed by entity L2. {{(pid=92666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:03:01.105677 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.provisioning_blocks [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Provisioning complete for port d1e33cce-0d54-4202-aeda-553b2f5ec990 triggered by entity L2. {{(pid=92666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:03:01.106059 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133917554'] for port, provisioning_complete {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:03:01.181441 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133719154'] for port, before_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:03:01.204213 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fb9cdc8-4aa1-4bb7-80d1-f94b5b26fa5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1e33cce-0d54-4202-aeda-553b2f5ec990'}] {{(pid=92666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:03:01.206611 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d55364b227510a28ea0dc9c97ec82a2823dd2b88b3d79212c5ee75253478bf9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f2f3c6e-0338-4723-9456-e28ec675c067" -d '{"events": [{"server_uuid": "5fb9cdc8-4aa1-4bb7-80d1-f94b5b26fa5d", "name": "network-vif-plugged", "status": "completed", "tag": "d1e33cce-0d54-4202-aeda-553b2f5ec990"}]}' {{(pid=92666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:03:01.223410 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.db [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] For port d1e33cce-0d54-4202-aeda-553b2f5ec990, host hv-cinder-79733, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79733',level=0,port_id=d1e33cce-0d54-4202-aeda-553b2f5ec990,segment=NetworkSegment(429e6f80-86c5-411f-a62c-9a2fbeca74f2),segment_id=429e6f80-86c5-411f-a62c-9a2fbeca74f2)] {{(pid=92666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:03:01.228054 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133719696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133660950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728380107731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728379583079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728379583124'] for port, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:03:01.228920 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.rpc [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Device b92363bd-c4b1-44e7-94d6-7b2550a004a4 no longer exists at agent hyperv_hv-cinder-79733 {{(pid=92666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:03:01.231525 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG oslo_concurrency.lockutils [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:03:01.253437 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 09:03:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93e2eb3e-c259-44b2-9bb4-b44af0d07269 x-openstack-request-id: req-93e2eb3e-c259-44b2-9bb4-b44af0d07269 {{(pid=92666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:03:01.253807 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fb9cdc8-4aa1-4bb7-80d1-f94b5b26fa5d", "name": "network-vif-plugged", "status": "completed", "tag": "d1e33cce-0d54-4202-aeda-553b2f5ec990", "code": 200}]} {{(pid=92666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:03:01.254021 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-93e2eb3e-c259-44b2-9bb4-b44af0d07269 {{(pid=92666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:03:01.254412 dv-cinder-797333-1-smb neutron-server[92666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fb9cdc8-4aa1-4bb7-80d1-f94b5b26fa5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1e33cce-0d54-4202-aeda-553b2f5ec990', 'code': 200} Jun 22 09:03:01.309834 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Pushing event updated for resources: {'Port': ['ID=d1e33cce-0d54-4202-aeda-553b2f5ec990,revision_number=5']} {{(pid=92666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:03:01.313919 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG oslo_concurrency.lockutils [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:03:01.351999 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133719154'] for port, before_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:03:01.387067 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.db [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] For port b92363bd-c4b1-44e7-94d6-7b2550a004a4, host hv-cinder-79733, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79733',level=0,port_id=b92363bd-c4b1-44e7-94d6-7b2550a004a4,segment=NetworkSegment(ff26e6d0-efb0-4f26-b4ca-43fb0499d495),segment_id=ff26e6d0-efb0-4f26-b4ca-43fb0499d495)] {{(pid=92666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:03:01.392123 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133719696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133660950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728380107731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728379583079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728379583124'] for port, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:03:01.393989 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG oslo_concurrency.lockutils [None req-c760fa3f-d17f-4643-9b64-981aace8c30f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:03:01.446322 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Pushing event updated for resources: {'Port': ['ID=b92363bd-c4b1-44e7-94d6-7b2550a004a4,revision_number=8']} {{(pid=92666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:03:01.450474 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG oslo_concurrency.lockutils [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:03:01.493890 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c407549-bd82-47c7-ba6f-b5d5981507e7 req-971292d0-b5be-4d0f-9524-7f9ba4f9463b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:03:01.495381 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-4c407549-bd82-47c7-ba6f-b5d5981507e7 req-971292d0-b5be-4d0f-9524-7f9ba4f9463b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5fb9cdc8-4aa1-4bb7-80d1-f94b5b26fa5d HTTP/1.1" status: 200 len: 1098 time: 0.0582061 Jun 22 09:03:01.534893 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-4c407549-bd82-47c7-ba6f-b5d5981507e7 req-52c292b7-9c33-4fe5-9a07-d40e5aed0cd0 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=93dd8f91-2afd-4805-a505-ee887d2bf61f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0286138 Jun 22 09:03:01.831446 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59286a7-9740-44f5-88e6-6f5e25a962b3 req-25add87d-afb7-4948-b794-3dfe8e38ea5b tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:03:01.832965 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-c59286a7-9740-44f5-88e6-6f5e25a962b3 req-25add87d-afb7-4948-b794-3dfe8e38ea5b tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.22 "GET /v2.0/ports?device_id=cba8e73f-3417-45d0-b833-91423937e845 HTTP/1.1" status: 200 len: 943 time: 0.0667429 Jun 22 09:03:01.871328 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-c59286a7-9740-44f5-88e6-6f5e25a962b3 req-39c0a26e-5383-43fa-ab7b-7a2f352d030b tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.22 "GET /v2.0/security-groups?id=8407b8c1-16c2-4011-9481-6d71a524545c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322168 Jun 22 09:03:02.002494 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.wsgi [-] (92665) accepted ('10.222.0.22', 40268) {{(pid=92665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:03:02.139168 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-881e00f2-44b8-45e1-9ac4-a14afa6456b7 req-738774b3-bd35-4902-9339-77bbf74aab3c service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=cba8e73f-3417-45d0-b833-91423937e845&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1354566 Jun 22 09:03:02.147683 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff99d2f2-e561-42b3-a587-991050be1fd7 req-6118fab3-960b-4d2f-9c13-19f74d98e085 tempest-AttachVolumeNegativeTest-547589549 tempest-AttachVolumeNegativeTest-547589549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:03:02.149066 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-ff99d2f2-e561-42b3-a587-991050be1fd7 req-6118fab3-960b-4d2f-9c13-19f74d98e085 tempest-AttachVolumeNegativeTest-547589549 tempest-AttachVolumeNegativeTest-547589549-project] 10.222.0.22 "GET /v2.0/ports?device_id=5fb9cdc8-4aa1-4bb7-80d1-f94b5b26fa5d HTTP/1.1" status: 200 len: 945 time: 0.1036789 Jun 22 09:03:02.191198 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-ff99d2f2-e561-42b3-a587-991050be1fd7 req-7201c47d-7df0-46c8-9ebf-fde1c13ca8d9 tempest-AttachVolumeNegativeTest-547589549 tempest-AttachVolumeNegativeTest-547589549-project] 10.222.0.22 "GET /v2.0/security-groups?id=93dd8f91-2afd-4805-a505-ee887d2bf61f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364501 Jun 22 09:03:03.045919 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6860f50-85be-48e8-9aa1-75b0231ed42b req-458cdfba-525b-40fe-b1a2-3d2b467f62c9 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:03:03.047394 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-f6860f50-85be-48e8-9aa1-75b0231ed42b req-458cdfba-525b-40fe-b1a2-3d2b467f62c9 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.22 "GET /v2.0/ports?device_id=cba8e73f-3417-45d0-b833-91423937e845 HTTP/1.1" status: 200 len: 943 time: 0.0627661 Jun 22 09:03:03.085798 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-f6860f50-85be-48e8-9aa1-75b0231ed42b req-2fa89610-705e-4584-be93-4bab5470220c tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.22 "GET /v2.0/security-groups?id=8407b8c1-16c2-4011-9481-6d71a524545c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327563 Jun 22 09:03:03.122272 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881e00f2-44b8-45e1-9ac4-a14afa6456b7 req-65110bd1-6497-4f95-b09a-2d516de5173a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:03:03.123803 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-881e00f2-44b8-45e1-9ac4-a14afa6456b7 req-65110bd1-6497-4f95-b09a-2d516de5173a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=cba8e73f-3417-45d0-b833-91423937e845&tenant_id=0dbc55deeb2a42a3bb10502a7c6fc28b HTTP/1.1" status: 200 len: 1096 time: 0.0560861 Jun 22 09:03:03.197290 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881e00f2-44b8-45e1-9ac4-a14afa6456b7 req-1b262a85-a10c-4969-90ab-60ab5b4145dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:03:03.198673 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-881e00f2-44b8-45e1-9ac4-a14afa6456b7 req-1b262a85-a10c-4969-90ab-60ab5b4145dd service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0dbc55deeb2a42a3bb10502a7c6fc28b&device_id=cba8e73f-3417-45d0-b833-91423937e845 HTTP/1.1" status: 200 len: 1096 time: 0.0493262 Jun 22 09:03:03.255612 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cba8e73f-3417-45d0-b833-91423937e845', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b92363bd-c4b1-44e7-94d6-7b2550a004a4'}] {{(pid=92666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:03:03.258562 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d55364b227510a28ea0dc9c97ec82a2823dd2b88b3d79212c5ee75253478bf9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20753409-3f12-470a-80a6-a425f6a16187" -d '{"events": [{"server_uuid": "cba8e73f-3417-45d0-b833-91423937e845", "name": "network-vif-unplugged", "status": "completed", "tag": "b92363bd-c4b1-44e7-94d6-7b2550a004a4"}]}' {{(pid=92666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:03:03.294949 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 22 Jun 2021 09:03:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7967622c-f109-41d5-a148-dfedecd59f66 x-openstack-request-id: req-7967622c-f109-41d5-a148-dfedecd59f66 {{(pid=92666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:03:03.295250 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cba8e73f-3417-45d0-b833-91423937e845", "name": "network-vif-unplugged", "status": "completed", "tag": "b92363bd-c4b1-44e7-94d6-7b2550a004a4", "code": 200}]} {{(pid=92666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:03:03.295694 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-7967622c-f109-41d5-a148-dfedecd59f66 {{(pid=92666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:03:03.296104 dv-cinder-797333-1-smb neutron-server[92666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cba8e73f-3417-45d0-b833-91423937e845', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b92363bd-c4b1-44e7-94d6-7b2550a004a4', 'code': 200} Jun 22 09:03:03.298720 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881e00f2-44b8-45e1-9ac4-a14afa6456b7 req-895589d6-f2cc-4d00-9f01-3a2f13ab3921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:03:03.300339 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-881e00f2-44b8-45e1-9ac4-a14afa6456b7 req-895589d6-f2cc-4d00-9f01-3a2f13ab3921 service neutron] 10.222.0.15 "GET /v2.0/networks?id=266e7c95-823e-49c0-9793-a3850a55863e HTTP/1.1" status: 200 len: 918 time: 0.0878828 Jun 22 09:03:03.361689 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244b1178-d23b-4141-9540-6d3f222f750b req-011887d7-67a3-46a5-8837-407aa6b3109b tempest-AttachVolumeNegativeTest-547589549 tempest-AttachVolumeNegativeTest-547589549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:03:03.363174 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-244b1178-d23b-4141-9540-6d3f222f750b req-011887d7-67a3-46a5-8837-407aa6b3109b tempest-AttachVolumeNegativeTest-547589549 tempest-AttachVolumeNegativeTest-547589549-project] 10.222.0.22 "GET /v2.0/ports?device_id=5fb9cdc8-4aa1-4bb7-80d1-f94b5b26fa5d HTTP/1.1" status: 200 len: 945 time: 0.0627813 Jun 22 09:03:03.392001 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-881e00f2-44b8-45e1-9ac4-a14afa6456b7 req-78e91f09-6fff-4533-b743-c8d8254e7738 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b92363bd-c4b1-44e7-94d6-7b2550a004a4 HTTP/1.1" status: 200 len: 999 time: 0.0617466 Jun 22 09:03:03.401042 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-244b1178-d23b-4141-9540-6d3f222f750b req-60ed137e-3bbd-433c-9eb0-d53824abb960 tempest-AttachVolumeNegativeTest-547589549 tempest-AttachVolumeNegativeTest-547589549-project] 10.222.0.22 "GET /v2.0/security-groups?id=93dd8f91-2afd-4805-a505-ee887d2bf61f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320036 Jun 22 09:03:03.445577 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881e00f2-44b8-45e1-9ac4-a14afa6456b7 req-5d13af88-0f08-460a-adec-8a415761bf55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:03:03.447117 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-881e00f2-44b8-45e1-9ac4-a14afa6456b7 req-5d13af88-0f08-460a-adec-8a415761bf55 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1fa320cf-b578-475c-89d7-a0309e38937c HTTP/1.1" status: 200 len: 856 time: 0.0485125 Jun 22 09:03:03.507859 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881e00f2-44b8-45e1-9ac4-a14afa6456b7 req-4bc62fc7-7000-4074-bee7-78f2d1a29750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:03:03.509377 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-881e00f2-44b8-45e1-9ac4-a14afa6456b7 req-4bc62fc7-7000-4074-bee7-78f2d1a29750 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=266e7c95-823e-49c0-9793-a3850a55863e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0549567 Jun 22 09:03:03.608753 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-881e00f2-44b8-45e1-9ac4-a14afa6456b7 req-e854b085-b216-4fef-9e79-b27de87b900e service neutron] 10.222.0.15 "GET /v2.0/networks/266e7c95-823e-49c0-9793-a3850a55863e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910459 Jun 22 09:03:03.718278 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-881e00f2-44b8-45e1-9ac4-a14afa6456b7 req-6f497e0b-b1e7-4676-aea7-802cec3a199c service neutron] 10.222.0.15 "GET /v2.0/networks/266e7c95-823e-49c0-9793-a3850a55863e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006939 Jun 22 09:03:04.333769 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a31d64-ae98-47b5-9a37-22828e976a37 req-90987a7d-4784-46a0-9068-1f8d5d1ab58f tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:03:04.336730 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-a0a31d64-ae98-47b5-9a37-22828e976a37 req-90987a7d-4784-46a0-9068-1f8d5d1ab58f tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.22 "GET /v2.0/ports?device_id=cba8e73f-3417-45d0-b833-91423937e845 HTTP/1.1" status: 200 len: 943 time: 0.0842154 Jun 22 09:03:04.377117 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-a0a31d64-ae98-47b5-9a37-22828e976a37 req-5713f99a-4250-4097-8ef3-67eed50028e8 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.22 "GET /v2.0/security-groups?id=8407b8c1-16c2-4011-9481-6d71a524545c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347719 Jun 22 09:03:05.559544 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1c801a-5f8c-464e-8382-5f0f28c69be0 req-f89ecfbd-961a-43c7-8d9a-28b9faddd80c tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:03:05.561012 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-8b1c801a-5f8c-464e-8382-5f0f28c69be0 req-f89ecfbd-961a-43c7-8d9a-28b9faddd80c tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.22 "GET /v2.0/ports?device_id=cba8e73f-3417-45d0-b833-91423937e845 HTTP/1.1" status: 200 len: 943 time: 0.0652955 Jun 22 09:03:05.600024 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-8b1c801a-5f8c-464e-8382-5f0f28c69be0 req-b2f2aa97-3f3e-4685-be7a-392177d69799 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.22 "GET /v2.0/security-groups?id=8407b8c1-16c2-4011-9481-6d71a524545c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331283 Jun 22 09:03:06.789344 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361908ae-8f45-4654-81c1-35d5c41f82a4 req-1019d3f5-6f60-4baf-8c83-e7921d0e903e tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:03:06.792606 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-361908ae-8f45-4654-81c1-35d5c41f82a4 req-1019d3f5-6f60-4baf-8c83-e7921d0e903e tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.22 "GET /v2.0/ports?device_id=cba8e73f-3417-45d0-b833-91423937e845 HTTP/1.1" status: 200 len: 943 time: 0.0622230 Jun 22 09:03:06.832011 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-361908ae-8f45-4654-81c1-35d5c41f82a4 req-08d1ea6e-407a-4031-914c-f228e9bd54c5 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.22 "GET /v2.0/security-groups?id=8407b8c1-16c2-4011-9481-6d71a524545c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354109 Jun 22 09:03:08.016526 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b12d85-bc5a-488b-a288-98be9fb0702d req-e1626689-26f9-4ac2-90cb-e34e25d07e70 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:03:08.018089 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-76b12d85-bc5a-488b-a288-98be9fb0702d req-e1626689-26f9-4ac2-90cb-e34e25d07e70 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.22 "GET /v2.0/ports?device_id=cba8e73f-3417-45d0-b833-91423937e845 HTTP/1.1" status: 200 len: 943 time: 0.0664120 Jun 22 09:03:08.063173 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-76b12d85-bc5a-488b-a288-98be9fb0702d req-a78fce2f-d17e-4691-aba2-a486965c0f31 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.22 "GET /v2.0/security-groups?id=8407b8c1-16c2-4011-9481-6d71a524545c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386345 Jun 22 09:03:09.248881 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7b2dca-5d3e-48ac-8df2-e75c36d226c4 req-fade3a16-f891-4411-b1e1-66ff3dcfc491 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:03:09.250289 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-2b7b2dca-5d3e-48ac-8df2-e75c36d226c4 req-fade3a16-f891-4411-b1e1-66ff3dcfc491 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.22 "GET /v2.0/ports?device_id=cba8e73f-3417-45d0-b833-91423937e845 HTTP/1.1" status: 200 len: 943 time: 0.0632541 Jun 22 09:03:09.291424 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-2b7b2dca-5d3e-48ac-8df2-e75c36d226c4 req-7f90576e-b151-498d-bda9-b26d2003ce74 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.22 "GET /v2.0/security-groups?id=8407b8c1-16c2-4011-9481-6d71a524545c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346847 Jun 22 09:03:10.484581 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b058afa1-d281-4043-ae10-708e44bd1712 req-64e22487-4707-452c-9cb9-27ae6e8c117c tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:03:10.486059 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-b058afa1-d281-4043-ae10-708e44bd1712 req-64e22487-4707-452c-9cb9-27ae6e8c117c tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.22 "GET /v2.0/ports?device_id=cba8e73f-3417-45d0-b833-91423937e845 HTTP/1.1" status: 200 len: 943 time: 0.0683777 Jun 22 09:03:10.526753 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-b058afa1-d281-4043-ae10-708e44bd1712 req-c494b2b1-869b-416c-8ec9-309b4fd22e96 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.22 "GET /v2.0/security-groups?id=8407b8c1-16c2-4011-9481-6d71a524545c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343857 Jun 22 09:03:11.083237 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-4b50a4f2-5c1b-4ba3-a4e3-9583fa64da86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380123073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133916839'] for agent, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:03:11.719948 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf497f3-ab26-478c-8c2f-7ee3d1e228a9 req-71383aca-20cd-440b-9aff-5a08105096a9 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:03:11.721418 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-bbf497f3-ab26-478c-8c2f-7ee3d1e228a9 req-71383aca-20cd-440b-9aff-5a08105096a9 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.22 "GET /v2.0/ports?device_id=cba8e73f-3417-45d0-b833-91423937e845 HTTP/1.1" status: 200 len: 943 time: 0.0668564 Jun 22 09:03:11.763429 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-bbf497f3-ab26-478c-8c2f-7ee3d1e228a9 req-3f5fe589-843e-45d4-ad3c-7e6501aa8057 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.22 "GET /v2.0/security-groups?id=8407b8c1-16c2-4011-9481-6d71a524545c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357182 Jun 22 09:03:12.980857 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b558ea1-19a7-4522-a517-0a70001c38eb req-d5b51779-c70b-4051-8be4-cf0a0b16472d tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:03:12.982409 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-3b558ea1-19a7-4522-a517-0a70001c38eb req-d5b51779-c70b-4051-8be4-cf0a0b16472d tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.22 "GET /v2.0/ports?device_id=cba8e73f-3417-45d0-b833-91423937e845 HTTP/1.1" status: 200 len: 943 time: 0.0884418 Jun 22 09:03:13.029093 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-3b558ea1-19a7-4522-a517-0a70001c38eb req-cea06ddc-8a77-4726-9732-cfdb44fcf439 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.22 "GET /v2.0/security-groups?id=8407b8c1-16c2-4011-9481-6d71a524545c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409865 Jun 22 09:03:13.531243 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-2c438136-5fc7-4faf-913c-1e1843b07a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380123073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133916839'] for agent, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:03:13.849900 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380123073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133916839'] for agent, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:03:14.215758 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be03d09-2628-4e64-889f-cdea8f998f07 req-0a6f91d3-6f11-453d-9e00-db33e01e1ec5 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:03:14.217130 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-7be03d09-2628-4e64-889f-cdea8f998f07 req-0a6f91d3-6f11-453d-9e00-db33e01e1ec5 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.22 "GET /v2.0/ports?device_id=cba8e73f-3417-45d0-b833-91423937e845 HTTP/1.1" status: 200 len: 943 time: 0.0624239 Jun 22 09:03:14.256383 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-7be03d09-2628-4e64-889f-cdea8f998f07 req-d3bf3772-26c6-471c-a7f2-d85cb97a23b4 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.22 "GET /v2.0/security-groups?id=8407b8c1-16c2-4011-9481-6d71a524545c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332446 Jun 22 09:03:14.992515 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-244d5e4c-124e-44e7-83f7-ed36bd156729 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380123073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133916839'] for agent, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:03:15.443219 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2e3b0c-9ba3-4d75-9661-0ebbf4d56e57 req-e5c6afac-cc26-4fad-94a4-841bc055f95e tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:03:15.444893 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-9b2e3b0c-9ba3-4d75-9661-0ebbf4d56e57 req-e5c6afac-cc26-4fad-94a4-841bc055f95e tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.22 "GET /v2.0/ports?device_id=cba8e73f-3417-45d0-b833-91423937e845 HTTP/1.1" status: 200 len: 943 time: 0.0698788 Jun 22 09:03:15.483251 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-9b2e3b0c-9ba3-4d75-9661-0ebbf4d56e57 req-b2e65a7f-395f-432c-9e91-5b83ad29de4b tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.22 "GET /v2.0/security-groups?id=8407b8c1-16c2-4011-9481-6d71a524545c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328670 Jun 22 09:03:16.084863 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-e2a0141c-4e42-4900-8004-ff8c1b31b35a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380123073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133916839'] for agent, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:03:16.930301 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de3d648-576f-4e63-9655-0b933b38cef6 req-6d3264fc-b7e7-4aed-84a9-3ac3191590dd tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:03:16.931831 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-3de3d648-576f-4e63-9655-0b933b38cef6 req-6d3264fc-b7e7-4aed-84a9-3ac3191590dd tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.22 "GET /v2.0/ports?device_id=cba8e73f-3417-45d0-b833-91423937e845 HTTP/1.1" status: 200 len: 943 time: 0.3242888 Jun 22 09:03:16.976536 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-3de3d648-576f-4e63-9655-0b933b38cef6 req-c64fa677-7e13-4d8f-bd3e-d4631526f551 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.22 "GET /v2.0/security-groups?id=8407b8c1-16c2-4011-9481-6d71a524545c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388799 Jun 22 09:03:18.162285 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef0aabe-c29b-469a-9917-10589d41d080 req-6d0de030-77a8-40c1-bdbd-fcf7e51f68e2 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:03:18.163688 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-4ef0aabe-c29b-469a-9917-10589d41d080 req-6d0de030-77a8-40c1-bdbd-fcf7e51f68e2 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.22 "GET /v2.0/ports?device_id=cba8e73f-3417-45d0-b833-91423937e845 HTTP/1.1" status: 200 len: 943 time: 0.0634320 Jun 22 09:03:18.207996 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-4ef0aabe-c29b-469a-9917-10589d41d080 req-5837f725-04b9-474b-8249-b9d5c80dd8b8 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.22 "GET /v2.0/security-groups?id=8407b8c1-16c2-4011-9481-6d71a524545c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370920 Jun 22 09:03:19.391068 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91348a33-7a0c-47a6-83b2-b152cc15c778 req-24dc0dfc-1440-4e18-82c9-14bf16ba1222 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:03:19.392522 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-91348a33-7a0c-47a6-83b2-b152cc15c778 req-24dc0dfc-1440-4e18-82c9-14bf16ba1222 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.22 "GET /v2.0/ports?device_id=cba8e73f-3417-45d0-b833-91423937e845 HTTP/1.1" status: 200 len: 943 time: 0.0653479 Jun 22 09:03:19.430844 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-91348a33-7a0c-47a6-83b2-b152cc15c778 req-c2c0ee8c-0254-46ff-991a-358a5c6d934b tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.22 "GET /v2.0/security-groups?id=8407b8c1-16c2-4011-9481-6d71a524545c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321655 Jun 22 09:03:20.614143 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41eb1a7-72f7-4d5b-9da1-4352aa641191 req-02697b03-5372-4995-9c41-686e7d41f65a tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:03:20.615856 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-b41eb1a7-72f7-4d5b-9da1-4352aa641191 req-02697b03-5372-4995-9c41-686e7d41f65a tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.22 "GET /v2.0/ports?device_id=cba8e73f-3417-45d0-b833-91423937e845 HTTP/1.1" status: 200 len: 943 time: 0.0634489 Jun 22 09:03:20.653644 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-b41eb1a7-72f7-4d5b-9da1-4352aa641191 req-461e4576-d1bf-438a-bdbb-b869535895ff tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.22 "GET /v2.0/security-groups?id=8407b8c1-16c2-4011-9481-6d71a524545c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321903 Jun 22 09:03:21.149704 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.rpc [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Device b92363bd-c4b1-44e7-94d6-7b2550a004a4 details requested by agent hyperv_hv-cinder-79733 with host hv-cinder-79733 {{(pid=92666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 09:03:21.241591 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.db [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] For port b92363bd-c4b1-44e7-94d6-7b2550a004a4, host hv-cinder-79733, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79733',level=0,port_id=b92363bd-c4b1-44e7-94d6-7b2550a004a4,segment=NetworkSegment(ff26e6d0-efb0-4f26-b4ca-43fb0499d495),segment_id=ff26e6d0-efb0-4f26-b4ca-43fb0499d495)] {{(pid=92666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:03:21.252798 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.rpc [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Returning: {'device': 'b92363bd-c4b1-44e7-94d6-7b2550a004a4', 'network_id': '266e7c95-823e-49c0-9793-a3850a55863e', 'port_id': 'b92363bd-c4b1-44e7-94d6-7b2550a004a4', 'mac_address': 'fa:16:3e:a4:d6:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fa320cf-b578-475c-89d7-a0309e38937c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 09:03:21.293127 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133719154'] for port, before_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:03:21.305888 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.notifiers.nova [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b92363bd-c4b1-44e7-94d6-7b2550a004a4 {{(pid=92666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 09:03:21.325303 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.db [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] For port b92363bd-c4b1-44e7-94d6-7b2550a004a4, host hv-cinder-79733, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79733',level=0,port_id=b92363bd-c4b1-44e7-94d6-7b2550a004a4,segment=NetworkSegment(ff26e6d0-efb0-4f26-b4ca-43fb0499d495),segment_id=ff26e6d0-efb0-4f26-b4ca-43fb0499d495)] {{(pid=92666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:03:21.329752 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133719696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133660950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728380107731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728379583079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728379583124'] for port, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:03:21.331685 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG oslo_concurrency.lockutils [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:03:21.376782 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Pushing event updated for resources: {'Port': ['ID=b92363bd-c4b1-44e7-94d6-7b2550a004a4,revision_number=9']} {{(pid=92666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:03:21.380113 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG oslo_concurrency.lockutils [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:03:21.631838 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.db [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] get_ports_and_sgs() called for port_ids ['b92363bd-c4b1-44e7-94d6-7b2550a004a4'] {{(pid=92666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 09:03:21.867956 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25843926-1fe2-49bc-9832-4bf18f265cdf req-d505a5c3-9d64-4d46-bed7-99db88f96611 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:03:21.870451 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-25843926-1fe2-49bc-9832-4bf18f265cdf req-d505a5c3-9d64-4d46-bed7-99db88f96611 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.22 "GET /v2.0/ports?device_id=cba8e73f-3417-45d0-b833-91423937e845 HTTP/1.1" status: 200 len: 944 time: 0.0969419 Jun 22 09:03:21.912651 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-25843926-1fe2-49bc-9832-4bf18f265cdf req-9ddddb72-2f9d-4927-938a-ee731c06d972 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.22 "GET /v2.0/security-groups?id=8407b8c1-16c2-4011-9481-6d71a524545c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365884 Jun 22 09:03:22.723966 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988d95de-88dc-4882-9a03-c45f13fbac43 req-80cc36f2-5b63-4255-b446-2d2284c6ee1a tempest-AttachVolumeNegativeTest-547589549 tempest-AttachVolumeNegativeTest-547589549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:03:22.725868 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-988d95de-88dc-4882-9a03-c45f13fbac43 req-80cc36f2-5b63-4255-b446-2d2284c6ee1a tempest-AttachVolumeNegativeTest-547589549 tempest-AttachVolumeNegativeTest-547589549-project] 10.222.0.22 "GET /v2.0/networks?id=2156883f-1b22-4f67-9bfe-977b161276e8 HTTP/1.1" status: 200 len: 814 time: 0.1044984 Jun 22 09:03:22.740766 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-988d95de-88dc-4882-9a03-c45f13fbac43 req-6242caaa-b9bb-48b3-b4f6-51ebcd9d403c tempest-AttachVolumeNegativeTest-547589549 tempest-AttachVolumeNegativeTest-547589549-project] 10.222.0.22 "GET /v2.0/quotas/edeadd5bc090476da56ef8d041c8d3cd HTTP/1.1" status: 200 len: 375 time: 0.0094655 Jun 22 09:03:22.777448 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380123073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133916839'] for agent, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:03:22.806815 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-988d95de-88dc-4882-9a03-c45f13fbac43 req-bf7ddac1-0e2e-4e6f-a6b8-160e2c7d6d11 tempest-AttachVolumeNegativeTest-547589549 tempest-AttachVolumeNegativeTest-547589549-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=edeadd5bc090476da56ef8d041c8d3cd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0611405 Jun 22 09:03:22.898606 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-988d95de-88dc-4882-9a03-c45f13fbac43 req-fd317a23-2cbc-4104-bbe2-37ccda18db79 service neutron] 10.222.0.22 "GET /v2.0/networks/2156883f-1b22-4f67-9bfe-977b161276e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850222 Jun 22 09:03:22.987243 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-988d95de-88dc-4882-9a03-c45f13fbac43 req-5b8c5ee6-1dce-4ed1-8327-a14965ba71ba service neutron] 10.222.0.22 "GET /v2.0/networks/2156883f-1b22-4f67-9bfe-977b161276e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828161 Jun 22 09:03:23.101368 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020be891-a24d-4e1d-8ea4-e7836a4d2619 req-18d076ad-e8e3-46a1-86fa-090b4fc3c04f tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:03:23.101368 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-020be891-a24d-4e1d-8ea4-e7836a4d2619 req-18d076ad-e8e3-46a1-86fa-090b4fc3c04f tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.22 "GET /v2.0/ports?device_id=cba8e73f-3417-45d0-b833-91423937e845 HTTP/1.1" status: 200 len: 944 time: 0.0692806 Jun 22 09:03:23.158226 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.rpc [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Device b92363bd-c4b1-44e7-94d6-7b2550a004a4 up at agent hyperv_hv-cinder-79733 {{(pid=92666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:03:23.169066 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-020be891-a24d-4e1d-8ea4-e7836a4d2619 req-56b4eac4-8f4a-4c8e-bfef-1b9fdbe3c8e1 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.22 "GET /v2.0/security-groups?id=8407b8c1-16c2-4011-9481-6d71a524545c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616879 Jun 22 09:03:23.170981 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-c0d41adc-1699-4065-b095-bf0ca8562be6 req-c5240b9a-8a14-4564-ab9f-c4f6fb83c4c2 tempest-AttachVolumeNegativeTest-547589549 tempest-AttachVolumeNegativeTest-547589549-project] 10.222.0.22 "GET /v2.0/ports?device_id=e8b4572d-239d-49cb-8eaf-1bc7e998eca4 HTTP/1.1" status: 200 len: 210 time: 0.0370138 Jun 22 09:03:23.222931 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.provisioning_blocks [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Provisioning complete for port b92363bd-c4b1-44e7-94d6-7b2550a004a4 triggered by entity L2. {{(pid=92666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:03:23.223502 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133917554'] for port, provisioning_complete {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:03:23.300741 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133719154'] for port, before_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:03:23.327253 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cba8e73f-3417-45d0-b833-91423937e845', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b92363bd-c4b1-44e7-94d6-7b2550a004a4'}] {{(pid=92666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:03:23.329463 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d55364b227510a28ea0dc9c97ec82a2823dd2b88b3d79212c5ee75253478bf9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dba9dc30-5387-4262-b23f-65b1e52a1622" -d '{"events": [{"server_uuid": "cba8e73f-3417-45d0-b833-91423937e845", "name": "network-vif-plugged", "status": "completed", "tag": "b92363bd-c4b1-44e7-94d6-7b2550a004a4"}]}' {{(pid=92666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:03:23.349982 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.db [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] For port b92363bd-c4b1-44e7-94d6-7b2550a004a4, host hv-cinder-79733, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79733',level=0,port_id=b92363bd-c4b1-44e7-94d6-7b2550a004a4,segment=NetworkSegment(ff26e6d0-efb0-4f26-b4ca-43fb0499d495),segment_id=ff26e6d0-efb0-4f26-b4ca-43fb0499d495)] {{(pid=92666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:03:23.354900 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133719696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133660950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728380107731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728379583079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728379583124'] for port, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:03:23.356973 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG oslo_concurrency.lockutils [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:03:23.378594 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 09:03:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3cfbf96-5bc8-4eb5-8b63-b92a6248d820 x-openstack-request-id: req-d3cfbf96-5bc8-4eb5-8b63-b92a6248d820 {{(pid=92666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:03:23.378888 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cba8e73f-3417-45d0-b833-91423937e845", "name": "network-vif-plugged", "status": "completed", "tag": "b92363bd-c4b1-44e7-94d6-7b2550a004a4", "code": 200}]} {{(pid=92666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:03:23.379129 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d3cfbf96-5bc8-4eb5-8b63-b92a6248d820 {{(pid=92666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:03:23.379600 dv-cinder-797333-1-smb neutron-server[92666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cba8e73f-3417-45d0-b833-91423937e845', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b92363bd-c4b1-44e7-94d6-7b2550a004a4', 'code': 200} Jun 22 09:03:23.406668 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Pushing event updated for resources: {'Port': ['ID=b92363bd-c4b1-44e7-94d6-7b2550a004a4,revision_number=10']} {{(pid=92666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:03:23.410242 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG oslo_concurrency.lockutils [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:03:23.623869 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a9f0a3-ef8f-458b-8921-54eb46e62546 req-23c27dcf-5178-437a-a5ed-93eddc19f046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:03:23.625321 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-47a9f0a3-ef8f-458b-8921-54eb46e62546 req-23c27dcf-5178-437a-a5ed-93eddc19f046 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=cba8e73f-3417-45d0-b833-91423937e845 HTTP/1.1" status: 200 len: 1099 time: 0.0582116 Jun 22 09:03:23.661804 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-47a9f0a3-ef8f-458b-8921-54eb46e62546 req-96320813-510c-491b-952d-0cd12bb618d8 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=8407b8c1-16c2-4011-9481-6d71a524545c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0288451 Jun 22 09:03:24.357669 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988d95de-88dc-4882-9a03-c45f13fbac43 req-325f7649-0d56-483a-85ff-0325e6e153d7 tempest-AttachVolumeNegativeTest-547589549 tempest-AttachVolumeNegativeTest-547589549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:03:24.359194 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-5f9dbbc4-fd55-490f-86d8-c7f6e0d2eb81 req-f6dd97c2-e16f-4515-b815-e96b43e67421 tempest-AttachVolumeNegativeTest-547589549 tempest-AttachVolumeNegativeTest-547589549-project] 10.222.0.22 "GET /v2.0/ports?device_id=e8b4572d-239d-49cb-8eaf-1bc7e998eca4 HTTP/1.1" status: 200 len: 210 time: 0.0508926 Jun 22 09:03:24.360880 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-988d95de-88dc-4882-9a03-c45f13fbac43 req-325f7649-0d56-483a-85ff-0325e6e153d7 tempest-AttachVolumeNegativeTest-547589549 tempest-AttachVolumeNegativeTest-547589549-project] 10.222.0.15 "GET /v2.0/networks?id=2156883f-1b22-4f67-9bfe-977b161276e8 HTTP/1.1" status: 200 len: 814 time: 0.1361747 Jun 22 09:03:24.392070 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.v2.base [req-988d95de-88dc-4882-9a03-c45f13fbac43 req-906e21d8-637e-4998-aacd-23c5129b350f tempest-AttachVolumeNegativeTest-547589549 tempest-AttachVolumeNegativeTest-547589549-project] Request body: {'port': {'device_id': 'e8b4572d-239d-49cb-8eaf-1bc7e998eca4', 'network_id': '2156883f-1b22-4f67-9bfe-977b161276e8', 'admin_state_up': True, 'tenant_id': 'edeadd5bc090476da56ef8d041c8d3cd'}} {{(pid=92664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:03:24.393516 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97a844f-ca3a-4dc2-9af4-a58383c13512 req-301f3cbd-4ce4-474f-a837-fc2db17006b7 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:03:24.395009 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-f97a844f-ca3a-4dc2-9af4-a58383c13512 req-301f3cbd-4ce4-474f-a837-fc2db17006b7 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.22 "GET /v2.0/ports?device_id=cba8e73f-3417-45d0-b833-91423937e845 HTTP/1.1" status: 200 len: 946 time: 0.0959532 Jun 22 09:03:24.444792 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-f97a844f-ca3a-4dc2-9af4-a58383c13512 req-f0b4c8c4-a388-4467-bb01-42b6024c2478 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.22 "GET /v2.0/security-groups?id=8407b8c1-16c2-4011-9481-6d71a524545c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425797 Jun 22 09:03:24.514204 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-988d95de-88dc-4882-9a03-c45f13fbac43 req-906e21d8-637e-4998-aacd-23c5129b350f tempest-AttachVolumeNegativeTest-547589549 tempest-AttachVolumeNegativeTest-547589549-project] Made reservation on behalf of edeadd5bc090476da56ef8d041c8d3cd for: {'port': 1} {{(pid=92664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:03:24.517992 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [req-988d95de-88dc-4882-9a03-c45f13fbac43 req-906e21d8-637e-4998-aacd-23c5129b350f tempest-AttachVolumeNegativeTest-547589549 tempest-AttachVolumeNegativeTest-547589549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-133719140'] for port, before_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:03:24.644149 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.db.db_base_plugin_common [req-988d95de-88dc-4882-9a03-c45f13fbac43 req-906e21d8-637e-4998-aacd-23c5129b350f tempest-AttachVolumeNegativeTest-547589549 tempest-AttachVolumeNegativeTest-547589549-project] Allocated IP 172.20.0.14 (2156883f-1b22-4f67-9bfe-977b161276e8/157dbf0b-d5ef-4dc1-978c-59597bf5ba75/999d52f8-4539-4923-8c13-206de323cc20) {{(pid=92664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:03:24.791781 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [req-988d95de-88dc-4882-9a03-c45f13fbac43 req-906e21d8-637e-4998-aacd-23c5129b350f tempest-AttachVolumeNegativeTest-547589549 tempest-AttachVolumeNegativeTest-547589549-project] Notify callbacks [] for port, precommit_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:03:24.838123 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [req-988d95de-88dc-4882-9a03-c45f13fbac43 req-906e21d8-637e-4998-aacd-23c5129b350f tempest-AttachVolumeNegativeTest-547589549 tempest-AttachVolumeNegativeTest-547589549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-133719719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-133660957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728379583061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9113225'] for port, after_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:03:24.843031 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-11a385b4-526d-4596-8267-31042c1d97e4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:03:24.858721 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.db [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] get_ports_and_sgs() called for port_ids ['4d0d7413-a41a-49ab-935e-4e5cb0c08fbb', '4106dfe7-3420-414a-84ec-eca22e798b75', 'd1e33cce-0d54-4202-aeda-553b2f5ec990'] {{(pid=92666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 09:03:24.891024 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-988d95de-88dc-4882-9a03-c45f13fbac43 req-906e21d8-637e-4998-aacd-23c5129b350f tempest-AttachVolumeNegativeTest-547589549 tempest-AttachVolumeNegativeTest-547589549-project] Network 2156883f-1b22-4f67-9bfe-977b161276e8 is already hosted by enough agents. {{(pid=92664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:03:24.894338 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.scheduler.base_scheduler [req-988d95de-88dc-4882-9a03-c45f13fbac43 req-906e21d8-637e-4998-aacd-23c5129b350f tempest-AttachVolumeNegativeTest-547589549 tempest-AttachVolumeNegativeTest-547589549-project] Resources bound (agent type, host, resource id): {{(pid=92664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:03:24.898836 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.db.l3_dvrscheduler_db [req-988d95de-88dc-4882-9a03-c45f13fbac43 req-906e21d8-637e-4998-aacd-23c5129b350f tempest-AttachVolumeNegativeTest-547589549 tempest-AttachVolumeNegativeTest-547589549-project] Received port after_create {{(pid=92664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:03:24.905500 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906e21d8-637e-4998-aacd-23c5129b350f tempest-AttachVolumeNegativeTest-547589549 tempest-AttachVolumeNegativeTest-547589549-project] Pushing event updated for resources: {'Port': ['ID=999d52f8-4539-4923-8c13-206de323cc20,revision_number=1']} {{(pid=92664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:03:24.957938 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906e21d8-637e-4998-aacd-23c5129b350f tempest-AttachVolumeNegativeTest-547589549 tempest-AttachVolumeNegativeTest-547589549-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:03:24.958631 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906e21d8-637e-4998-aacd-23c5129b350f tempest-AttachVolumeNegativeTest-547589549 tempest-AttachVolumeNegativeTest-547589549-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:03:24.959322 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906e21d8-637e-4998-aacd-23c5129b350f tempest-AttachVolumeNegativeTest-547589549 tempest-AttachVolumeNegativeTest-547589549-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:03:24.959855 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906e21d8-637e-4998-aacd-23c5129b350f tempest-AttachVolumeNegativeTest-547589549 tempest-AttachVolumeNegativeTest-547589549-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:03:24.960463 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906e21d8-637e-4998-aacd-23c5129b350f tempest-AttachVolumeNegativeTest-547589549 tempest-AttachVolumeNegativeTest-547589549-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:03:24.961100 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906e21d8-637e-4998-aacd-23c5129b350f tempest-AttachVolumeNegativeTest-547589549 tempest-AttachVolumeNegativeTest-547589549-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:03:24.961780 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906e21d8-637e-4998-aacd-23c5129b350f tempest-AttachVolumeNegativeTest-547589549 tempest-AttachVolumeNegativeTest-547589549-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:03:24.962701 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906e21d8-637e-4998-aacd-23c5129b350f tempest-AttachVolumeNegativeTest-547589549 tempest-AttachVolumeNegativeTest-547589549-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:03:24.962701 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906e21d8-637e-4998-aacd-23c5129b350f tempest-AttachVolumeNegativeTest-547589549 tempest-AttachVolumeNegativeTest-547589549-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:03:24.962958 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906e21d8-637e-4998-aacd-23c5129b350f tempest-AttachVolumeNegativeTest-547589549 tempest-AttachVolumeNegativeTest-547589549-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:03:24.963314 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906e21d8-637e-4998-aacd-23c5129b350f tempest-AttachVolumeNegativeTest-547589549 tempest-AttachVolumeNegativeTest-547589549-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:03:24.963675 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906e21d8-637e-4998-aacd-23c5129b350f tempest-AttachVolumeNegativeTest-547589549 tempest-AttachVolumeNegativeTest-547589549-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:03:24.974717 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-906e21d8-637e-4998-aacd-23c5129b350f tempest-AttachVolumeNegativeTest-547589549 tempest-AttachVolumeNegativeTest-547589549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:03:24.997132 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988d95de-88dc-4882-9a03-c45f13fbac43 req-906e21d8-637e-4998-aacd-23c5129b350f tempest-AttachVolumeNegativeTest-547589549 tempest-AttachVolumeNegativeTest-547589549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:03:24.997818 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [req-988d95de-88dc-4882-9a03-c45f13fbac43 req-906e21d8-637e-4998-aacd-23c5129b350f tempest-AttachVolumeNegativeTest-547589549 tempest-AttachVolumeNegativeTest-547589549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27927'] for port, before_response {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:03:25.020321 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-988d95de-88dc-4882-9a03-c45f13fbac43 req-906e21d8-637e-4998-aacd-23c5129b350f tempest-AttachVolumeNegativeTest-547589549 tempest-AttachVolumeNegativeTest-547589549-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6331761 Jun 22 09:03:25.035995 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.v2.base [req-988d95de-88dc-4882-9a03-c45f13fbac43 req-d85f7821-33c6-4d93-b6df-904f3e883bb2 service neutron] Request body: {'port': {'device_id': 'e8b4572d-239d-49cb-8eaf-1bc7e998eca4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79733'}} {{(pid=92664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:03:25.120909 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [req-988d95de-88dc-4882-9a03-c45f13fbac43 req-d85f7821-33c6-4d93-b6df-904f3e883bb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133719154'] for port, before_update {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:03:25.411654 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.notifiers.nova [req-988d95de-88dc-4882-9a03-c45f13fbac43 req-d85f7821-33c6-4d93-b6df-904f3e883bb2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 999d52f8-4539-4923-8c13-206de323cc20 {{(pid=92664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 09:03:25.421026 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [req-988d95de-88dc-4882-9a03-c45f13fbac43 req-d85f7821-33c6-4d93-b6df-904f3e883bb2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:03:25.436531 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.db.provisioning_blocks [req-988d95de-88dc-4882-9a03-c45f13fbac43 req-d85f7821-33c6-4d93-b6df-904f3e883bb2 service neutron] Transition to ACTIVE for port object 999d52f8-4539-4923-8c13-206de323cc20 will not be triggered until provisioned by entity L2. {{(pid=92664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:03:25.443985 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [req-988d95de-88dc-4882-9a03-c45f13fbac43 req-d85f7821-33c6-4d93-b6df-904f3e883bb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133719696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133660950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728380107731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728379583079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728379583124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9113275'] for port, after_update {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:03:25.446333 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-51ac8a0a-0905-4e83-b68f-d2f531138a91 tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:03:25.553192 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85f7821-33c6-4d93-b6df-904f3e883bb2 service neutron] Pushing event updated for resources: {'Port': ['ID=999d52f8-4539-4923-8c13-206de323cc20,revision_number=2']} {{(pid=92664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:03:25.563370 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-d85f7821-33c6-4d93-b6df-904f3e883bb2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:03:25.645307 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c685c5-937f-4194-a64f-c4c32e44c96d req-9c63d4b5-852d-444e-9c56-0da034f8fea8 tempest-AttachVolumeNegativeTest-547589549 tempest-AttachVolumeNegativeTest-547589549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:03:25.646872 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-86c685c5-937f-4194-a64f-c4c32e44c96d req-9c63d4b5-852d-444e-9c56-0da034f8fea8 tempest-AttachVolumeNegativeTest-547589549 tempest-AttachVolumeNegativeTest-547589549-project] 10.222.0.22 "GET /v2.0/ports?device_id=e8b4572d-239d-49cb-8eaf-1bc7e998eca4 HTTP/1.1" status: 200 len: 944 time: 0.1334133 Jun 22 09:03:25.650619 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.plugins.ml2.managers [req-988d95de-88dc-4882-9a03-c45f13fbac43 req-d85f7821-33c6-4d93-b6df-904f3e883bb2 service neutron] Attempting to bind port 999d52f8-4539-4923-8c13-206de323cc20 on host hv-cinder-79733 for vnic_type normal with profile {{(pid=92664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:03:25.651104 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.plugins.ml2.managers [req-988d95de-88dc-4882-9a03-c45f13fbac43 req-d85f7821-33c6-4d93-b6df-904f3e883bb2 service neutron] Attempting to bind port 999d52f8-4539-4923-8c13-206de323cc20 by drivers openvswitch,hyperv on host hv-cinder-79733 at level 0 using segments [{'id': '429e6f80-86c5-411f-a62c-9a2fbeca74f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '2156883f-1b22-4f67-9bfe-977b161276e8'}] {{(pid=92664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:03:25.651305 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-988d95de-88dc-4882-9a03-c45f13fbac43 req-d85f7821-33c6-4d93-b6df-904f3e883bb2 service neutron] Attempting to bind port 999d52f8-4539-4923-8c13-206de323cc20 on network 2156883f-1b22-4f67-9bfe-977b161276e8 {{(pid=92664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:03:25.656301 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-988d95de-88dc-4882-9a03-c45f13fbac43 req-d85f7821-33c6-4d93-b6df-904f3e883bb2 service neutron] Port 999d52f8-4539-4923-8c13-206de323cc20 on network 2156883f-1b22-4f67-9bfe-977b161276e8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79733 {{(pid=92664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 09:03:25.656690 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-988d95de-88dc-4882-9a03-c45f13fbac43 req-d85f7821-33c6-4d93-b6df-904f3e883bb2 service neutron] Attempting to bind port 999d52f8-4539-4923-8c13-206de323cc20 on network 2156883f-1b22-4f67-9bfe-977b161276e8 {{(pid=92664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:03:25.662614 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-988d95de-88dc-4882-9a03-c45f13fbac43 req-d85f7821-33c6-4d93-b6df-904f3e883bb2 service neutron] Checking agent: {'id': '0fb2479b-8850-47fd-bce9-7c475063265a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79733', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 8, 54, 53), 'started_at': datetime.datetime(2021, 6, 22, 8, 54, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 3, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:03:25.662939 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-988d95de-88dc-4882-9a03-c45f13fbac43 req-d85f7821-33c6-4d93-b6df-904f3e883bb2 service neutron] Checking segment: {'id': '429e6f80-86c5-411f-a62c-9a2fbeca74f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '2156883f-1b22-4f67-9bfe-977b161276e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:03:25.663330 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-988d95de-88dc-4882-9a03-c45f13fbac43 req-d85f7821-33c6-4d93-b6df-904f3e883bb2 service neutron] Bound using segment: {'id': '429e6f80-86c5-411f-a62c-9a2fbeca74f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '2156883f-1b22-4f67-9bfe-977b161276e8'} {{(pid=92664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:03:25.663747 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.plugins.ml2.managers [req-988d95de-88dc-4882-9a03-c45f13fbac43 req-d85f7821-33c6-4d93-b6df-904f3e883bb2 service neutron] Bound port: 999d52f8-4539-4923-8c13-206de323cc20, host: hv-cinder-79733, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '429e6f80-86c5-411f-a62c-9a2fbeca74f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '2156883f-1b22-4f67-9bfe-977b161276e8'}}] {{(pid=92664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:03:25.664099 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [req-988d95de-88dc-4882-9a03-c45f13fbac43 req-d85f7821-33c6-4d93-b6df-904f3e883bb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133719154'] for port, before_update {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:03:25.677068 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44eacc65-06ec-4af1-9587-de7fd8df344a req-f032a3b9-427a-43b9-a774-4fd4cebdf6a5 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:03:25.679141 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-44eacc65-06ec-4af1-9587-de7fd8df344a req-f032a3b9-427a-43b9-a774-4fd4cebdf6a5 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.22 "GET /v2.0/ports?device_id=cba8e73f-3417-45d0-b833-91423937e845 HTTP/1.1" status: 200 len: 946 time: 0.1064320 Jun 22 09:03:25.710135 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-86c685c5-937f-4194-a64f-c4c32e44c96d req-3c7742cc-61c7-4a9b-9f45-d4a4a2254144 tempest-AttachVolumeNegativeTest-547589549 tempest-AttachVolumeNegativeTest-547589549-project] 10.222.0.22 "GET /v2.0/security-groups?id=93dd8f91-2afd-4805-a505-ee887d2bf61f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564265 Jun 22 09:03:25.730752 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.plugins.ml2.db [req-988d95de-88dc-4882-9a03-c45f13fbac43 req-d85f7821-33c6-4d93-b6df-904f3e883bb2 service neutron] For port 999d52f8-4539-4923-8c13-206de323cc20, host hv-cinder-79733, cleared binding levels {{(pid=92664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:03:25.733886 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.plugins.ml2.db [req-988d95de-88dc-4882-9a03-c45f13fbac43 req-d85f7821-33c6-4d93-b6df-904f3e883bb2 service neutron] For port 999d52f8-4539-4923-8c13-206de323cc20, host hv-cinder-79733, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79733',level=0,port_id=999d52f8-4539-4923-8c13-206de323cc20,segment=NetworkSegment(429e6f80-86c5-411f-a62c-9a2fbeca74f2),segment_id=429e6f80-86c5-411f-a62c-9a2fbeca74f2)] {{(pid=92664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:03:25.738218 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [req-988d95de-88dc-4882-9a03-c45f13fbac43 req-d85f7821-33c6-4d93-b6df-904f3e883bb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133719696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133660950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728380107731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728379583079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728379583124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9113275'] for port, after_update {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:03:25.739356 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-44eacc65-06ec-4af1-9587-de7fd8df344a req-e4cc8fc8-74b0-40db-b598-01bdf5ecc504 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.22 "GET /v2.0/security-groups?id=8407b8c1-16c2-4011-9481-6d71a524545c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531638 Jun 22 09:03:25.741742 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-d85f7821-33c6-4d93-b6df-904f3e883bb2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:03:25.774439 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988d95de-88dc-4882-9a03-c45f13fbac43 req-d85f7821-33c6-4d93-b6df-904f3e883bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:03:25.775058 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [req-988d95de-88dc-4882-9a03-c45f13fbac43 req-d85f7821-33c6-4d93-b6df-904f3e883bb2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27927'] for port, before_response {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:03:25.776435 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-988d95de-88dc-4882-9a03-c45f13fbac43 req-d85f7821-33c6-4d93-b6df-904f3e883bb2 service neutron] 10.222.0.15 "PUT /v2.0/ports/999d52f8-4539-4923-8c13-206de323cc20 HTTP/1.1" status: 200 len: 1094 time: 0.7450800 Jun 22 09:03:25.776939 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8b4572d-239d-49cb-8eaf-1bc7e998eca4', 'tag': '999d52f8-4539-4923-8c13-206de323cc20'}] {{(pid=92664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:03:25.779220 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}204e7d68aaf5059dd7cb24067ff1be2165df2a8c21773c1dc73aa01b5c6655f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3f17552-1108-4370-a283-92918a0f7af0" -d '{"events": [{"name": "network-changed", "server_uuid": "e8b4572d-239d-49cb-8eaf-1bc7e998eca4", "tag": "999d52f8-4539-4923-8c13-206de323cc20"}]}' {{(pid=92664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:03:25.805156 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85f7821-33c6-4d93-b6df-904f3e883bb2 service neutron] Pushing event updated for resources: {'Port': ['ID=999d52f8-4539-4923-8c13-206de323cc20,revision_number=3']} {{(pid=92664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:03:25.808151 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-d85f7821-33c6-4d93-b6df-904f3e883bb2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:03:25.817741 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 09:03:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b2919a0-e9e1-4e75-84ed-1f881aadc83e x-openstack-request-id: req-8b2919a0-e9e1-4e75-84ed-1f881aadc83e {{(pid=92664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:03:25.818079 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8b4572d-239d-49cb-8eaf-1bc7e998eca4", "tag": "999d52f8-4539-4923-8c13-206de323cc20", "status": "completed", "code": 200}]} {{(pid=92664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:03:25.818380 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8b2919a0-e9e1-4e75-84ed-1f881aadc83e {{(pid=92664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:03:25.818820 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8b4572d-239d-49cb-8eaf-1bc7e998eca4', 'tag': '999d52f8-4539-4923-8c13-206de323cc20', 'status': 'completed', 'code': 200} Jun 22 09:03:25.885492 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988d95de-88dc-4882-9a03-c45f13fbac43 req-d46f22e1-0102-487e-b4c2-ff71fb8b1b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:03:25.887261 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-988d95de-88dc-4882-9a03-c45f13fbac43 req-d46f22e1-0102-487e-b4c2-ff71fb8b1b7a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=edeadd5bc090476da56ef8d041c8d3cd&device_id=e8b4572d-239d-49cb-8eaf-1bc7e998eca4 HTTP/1.1" status: 200 len: 1097 time: 0.0565717 Jun 22 09:03:25.938854 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-988d95de-88dc-4882-9a03-c45f13fbac43 req-b479f551-4262-4495-85f1-09f82e4b11c1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=999d52f8-4539-4923-8c13-206de323cc20 HTTP/1.1" status: 200 len: 217 time: 0.0352130 Jun 22 09:03:25.996698 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988d95de-88dc-4882-9a03-c45f13fbac43 req-b5431876-f45e-483a-a3fc-91fe9be0a2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:03:25.998269 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-988d95de-88dc-4882-9a03-c45f13fbac43 req-b5431876-f45e-483a-a3fc-91fe9be0a2c3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=157dbf0b-d5ef-4dc1-978c-59597bf5ba75 HTTP/1.1" status: 200 len: 854 time: 0.0471087 Jun 22 09:03:26.031748 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-988d95de-88dc-4882-9a03-c45f13fbac43 req-3619f761-a18e-4b1e-a955-97b1d2258012 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2156883f-1b22-4f67-9bfe-977b161276e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255356 Jun 22 09:03:26.118506 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-988d95de-88dc-4882-9a03-c45f13fbac43 req-88fd5a34-02c6-4bd7-a114-fddfe45bf1d8 service neutron] 10.222.0.15 "GET /v2.0/networks/2156883f-1b22-4f67-9bfe-977b161276e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799549 Jun 22 09:03:26.209764 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-988d95de-88dc-4882-9a03-c45f13fbac43 req-e7ffb2d6-0e09-4ded-b314-83d45e0725ef service neutron] 10.222.0.15 "GET /v2.0/networks/2156883f-1b22-4f67-9bfe-977b161276e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834334 Jun 22 09:03:26.307251 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f17552-1108-4370-a283-92918a0f7af0 req-4b41be31-7c7c-46e8-9323-eed5861839a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:03:26.308711 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-f3f17552-1108-4370-a283-92918a0f7af0 req-4b41be31-7c7c-46e8-9323-eed5861839a8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=edeadd5bc090476da56ef8d041c8d3cd&device_id=e8b4572d-239d-49cb-8eaf-1bc7e998eca4 HTTP/1.1" status: 200 len: 1097 time: 0.0514991 Jun 22 09:03:26.403970 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f17552-1108-4370-a283-92918a0f7af0 req-bd2fccdb-b5ad-4d65-99a8-0845141e85a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:03:26.405412 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-f3f17552-1108-4370-a283-92918a0f7af0 req-bd2fccdb-b5ad-4d65-99a8-0845141e85a4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=2156883f-1b22-4f67-9bfe-977b161276e8 HTTP/1.1" status: 200 len: 915 time: 0.0848262 Jun 22 09:03:26.451457 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-f3f17552-1108-4370-a283-92918a0f7af0 req-17597417-e5be-4771-958a-2ca69a75d510 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=999d52f8-4539-4923-8c13-206de323cc20 HTTP/1.1" status: 200 len: 217 time: 0.0333190 Jun 22 09:03:26.498441 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f17552-1108-4370-a283-92918a0f7af0 req-07a3bce2-27be-4152-b7fd-bb1b2ff14319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:03:26.499829 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-f3f17552-1108-4370-a283-92918a0f7af0 req-07a3bce2-27be-4152-b7fd-bb1b2ff14319 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=157dbf0b-d5ef-4dc1-978c-59597bf5ba75 HTTP/1.1" status: 200 len: 854 time: 0.0415554 Jun 22 09:03:26.538704 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-f3f17552-1108-4370-a283-92918a0f7af0 req-f4ce3ce0-aa4e-4946-b923-fc1951e24e99 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2156883f-1b22-4f67-9bfe-977b161276e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290930 Jun 22 09:03:26.629842 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-f3f17552-1108-4370-a283-92918a0f7af0 req-b93081ba-8275-4789-9637-57e8c62785a9 service neutron] 10.222.0.15 "GET /v2.0/networks/2156883f-1b22-4f67-9bfe-977b161276e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833778 Jun 22 09:03:26.726281 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-f3f17552-1108-4370-a283-92918a0f7af0 req-2b7ebdeb-c493-4592-907a-1c42e03719df service neutron] 10.222.0.15 "GET /v2.0/networks/2156883f-1b22-4f67-9bfe-977b161276e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898018 Jun 22 09:03:26.925380 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5966731e-dc7f-44ba-b5f0-a59cbd2c1dfa req-0ef4ab28-857c-410b-81f6-cf12a940ac7e tempest-AttachVolumeNegativeTest-547589549 tempest-AttachVolumeNegativeTest-547589549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:03:26.926897 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-5966731e-dc7f-44ba-b5f0-a59cbd2c1dfa req-0ef4ab28-857c-410b-81f6-cf12a940ac7e tempest-AttachVolumeNegativeTest-547589549 tempest-AttachVolumeNegativeTest-547589549-project] 10.222.0.22 "GET /v2.0/ports?device_id=e8b4572d-239d-49cb-8eaf-1bc7e998eca4 HTTP/1.1" status: 200 len: 944 time: 0.1035771 Jun 22 09:03:26.957336 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a6fb09-21ff-415f-9f9d-646dcfa2706f req-ed07a25b-6d31-4ae7-a7fd-826300074fd7 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:03:26.958864 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-13a6fb09-21ff-415f-9f9d-646dcfa2706f req-ed07a25b-6d31-4ae7-a7fd-826300074fd7 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.22 "GET /v2.0/ports?device_id=cba8e73f-3417-45d0-b833-91423937e845 HTTP/1.1" status: 200 len: 946 time: 0.1015844 Jun 22 09:03:26.990872 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-5966731e-dc7f-44ba-b5f0-a59cbd2c1dfa req-ec094218-f17a-453d-9719-a987b7f5c455 tempest-AttachVolumeNegativeTest-547589549 tempest-AttachVolumeNegativeTest-547589549-project] 10.222.0.22 "GET /v2.0/security-groups?id=93dd8f91-2afd-4805-a505-ee887d2bf61f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574899 Jun 22 09:03:27.013911 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-13a6fb09-21ff-415f-9f9d-646dcfa2706f req-48231ed3-058b-4090-9c77-4fd4db7fd8e5 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.22 "GET /v2.0/security-groups?id=8407b8c1-16c2-4011-9481-6d71a524545c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453346 Jun 22 09:03:28.172121 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf89271-b2ce-4a07-b129-269de10fc26c req-bd307eb6-ba96-4930-91b3-63e686d9a7c5 tempest-AttachVolumeNegativeTest-547589549 tempest-AttachVolumeNegativeTest-547589549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:03:28.173393 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-8bf89271-b2ce-4a07-b129-269de10fc26c req-bd307eb6-ba96-4930-91b3-63e686d9a7c5 tempest-AttachVolumeNegativeTest-547589549 tempest-AttachVolumeNegativeTest-547589549-project] 10.222.0.22 "GET /v2.0/ports?device_id=e8b4572d-239d-49cb-8eaf-1bc7e998eca4 HTTP/1.1" status: 200 len: 944 time: 0.0656857 Jun 22 09:03:28.212005 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-8bf89271-b2ce-4a07-b129-269de10fc26c req-79c755a7-a53d-4ada-8c70-12953247ecb3 tempest-AttachVolumeNegativeTest-547589549 tempest-AttachVolumeNegativeTest-547589549-project] 10.222.0.22 "GET /v2.0/security-groups?id=93dd8f91-2afd-4805-a505-ee887d2bf61f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323455 Jun 22 09:03:29.186746 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.rpc [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Device 999d52f8-4539-4923-8c13-206de323cc20 details requested by agent hyperv_hv-cinder-79733 with host hv-cinder-79733 {{(pid=92666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 09:03:29.298803 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.db [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] For port 999d52f8-4539-4923-8c13-206de323cc20, host hv-cinder-79733, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79733',level=0,port_id=999d52f8-4539-4923-8c13-206de323cc20,segment=NetworkSegment(429e6f80-86c5-411f-a62c-9a2fbeca74f2),segment_id=429e6f80-86c5-411f-a62c-9a2fbeca74f2)] {{(pid=92666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:03:29.312096 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.rpc [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Returning: {'device': '999d52f8-4539-4923-8c13-206de323cc20', 'network_id': '2156883f-1b22-4f67-9bfe-977b161276e8', 'port_id': '999d52f8-4539-4923-8c13-206de323cc20', 'mac_address': 'fa:16:3e:d9:e8:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '157dbf0b-d5ef-4dc1-978c-59597bf5ba75', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 09:03:29.351752 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133719154'] for port, before_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:03:29.364756 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.notifiers.nova [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 999d52f8-4539-4923-8c13-206de323cc20 {{(pid=92666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 09:03:29.387608 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.db [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] For port 999d52f8-4539-4923-8c13-206de323cc20, host hv-cinder-79733, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79733',level=0,port_id=999d52f8-4539-4923-8c13-206de323cc20,segment=NetworkSegment(429e6f80-86c5-411f-a62c-9a2fbeca74f2),segment_id=429e6f80-86c5-411f-a62c-9a2fbeca74f2)] {{(pid=92666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:03:29.393060 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133719696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133660950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728380107731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728379583079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728379583124'] for port, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:03:29.395289 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG oslo_concurrency.lockutils [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:03:29.399747 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46546393-2954-4f29-9842-98f5cf8c0240 req-97b6f3a2-d989-495f-a0c9-e9cf466d237b tempest-AttachVolumeNegativeTest-547589549 tempest-AttachVolumeNegativeTest-547589549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:03:29.401273 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-46546393-2954-4f29-9842-98f5cf8c0240 req-97b6f3a2-d989-495f-a0c9-e9cf466d237b tempest-AttachVolumeNegativeTest-547589549 tempest-AttachVolumeNegativeTest-547589549-project] 10.222.0.22 "GET /v2.0/ports?device_id=e8b4572d-239d-49cb-8eaf-1bc7e998eca4 HTTP/1.1" status: 200 len: 944 time: 0.0680816 Jun 22 09:03:29.439957 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-46546393-2954-4f29-9842-98f5cf8c0240 req-e68eb7e1-c740-410b-8db5-ce1aa92a1ce5 tempest-AttachVolumeNegativeTest-547589549 tempest-AttachVolumeNegativeTest-547589549-project] 10.222.0.22 "GET /v2.0/security-groups?id=93dd8f91-2afd-4805-a505-ee887d2bf61f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324860 Jun 22 09:03:29.444360 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Pushing event updated for resources: {'Port': ['ID=999d52f8-4539-4923-8c13-206de323cc20,revision_number=4']} {{(pid=92666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:03:29.452660 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:03:29.453002 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:03:29.453337 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:03:29.453703 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:03:29.454198 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:03:29.454354 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:03:29.454674 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:03:29.454996 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:03:29.455314 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:03:29.455633 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:03:29.455946 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:03:29.456259 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:03:29.464351 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG oslo_concurrency.lockutils [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:03:29.715199 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.db [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] get_ports_and_sgs() called for port_ids ['999d52f8-4539-4923-8c13-206de323cc20'] {{(pid=92666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 09:03:30.615201 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2924688-3097-4c80-b281-d248d0b2e9c2 req-4713b1ab-e620-4927-acc1-b36fe5bc9705 tempest-AttachVolumeNegativeTest-547589549 tempest-AttachVolumeNegativeTest-547589549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:03:30.616710 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-c2924688-3097-4c80-b281-d248d0b2e9c2 req-4713b1ab-e620-4927-acc1-b36fe5bc9705 tempest-AttachVolumeNegativeTest-547589549 tempest-AttachVolumeNegativeTest-547589549-project] 10.222.0.22 "GET /v2.0/ports?device_id=e8b4572d-239d-49cb-8eaf-1bc7e998eca4 HTTP/1.1" status: 200 len: 945 time: 0.0638058 Jun 22 09:03:30.654240 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-c2924688-3097-4c80-b281-d248d0b2e9c2 req-5d46e544-d9fa-401d-9265-f08fc85121ab tempest-AttachVolumeNegativeTest-547589549 tempest-AttachVolumeNegativeTest-547589549-project] 10.222.0.22 "GET /v2.0/security-groups?id=93dd8f91-2afd-4805-a505-ee887d2bf61f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317149 Jun 22 09:03:31.196558 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.rpc [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Device 999d52f8-4539-4923-8c13-206de323cc20 up at agent hyperv_hv-cinder-79733 {{(pid=92666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:03:31.244440 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.provisioning_blocks [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Provisioning for port 999d52f8-4539-4923-8c13-206de323cc20 completed by entity L2. {{(pid=92666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:03:31.248161 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.provisioning_blocks [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Provisioning complete for port 999d52f8-4539-4923-8c13-206de323cc20 triggered by entity L2. {{(pid=92666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:03:31.248472 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133917554'] for port, provisioning_complete {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:03:31.329043 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133719154'] for port, before_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:03:31.352357 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8b4572d-239d-49cb-8eaf-1bc7e998eca4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '999d52f8-4539-4923-8c13-206de323cc20'}] {{(pid=92666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:03:31.354634 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d55364b227510a28ea0dc9c97ec82a2823dd2b88b3d79212c5ee75253478bf9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e910d1a-5d7c-4196-981f-0beac619f3bc" -d '{"events": [{"server_uuid": "e8b4572d-239d-49cb-8eaf-1bc7e998eca4", "name": "network-vif-plugged", "status": "completed", "tag": "999d52f8-4539-4923-8c13-206de323cc20"}]}' {{(pid=92666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:03:31.367473 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.db [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] For port 999d52f8-4539-4923-8c13-206de323cc20, host hv-cinder-79733, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79733',level=0,port_id=999d52f8-4539-4923-8c13-206de323cc20,segment=NetworkSegment(429e6f80-86c5-411f-a62c-9a2fbeca74f2),segment_id=429e6f80-86c5-411f-a62c-9a2fbeca74f2)] {{(pid=92666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:03:31.371563 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133719696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133660950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728380107731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728379583079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728379583124'] for port, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:03:31.373838 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG oslo_concurrency.lockutils [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:03:31.394891 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 09:03:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf02bfc2-a9b8-4c21-91b6-c29966ff816e x-openstack-request-id: req-cf02bfc2-a9b8-4c21-91b6-c29966ff816e {{(pid=92666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:03:31.395189 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8b4572d-239d-49cb-8eaf-1bc7e998eca4", "name": "network-vif-plugged", "status": "completed", "tag": "999d52f8-4539-4923-8c13-206de323cc20", "code": 200}]} {{(pid=92666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:03:31.395470 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-cf02bfc2-a9b8-4c21-91b6-c29966ff816e {{(pid=92666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:03:31.396335 dv-cinder-797333-1-smb neutron-server[92666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8b4572d-239d-49cb-8eaf-1bc7e998eca4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '999d52f8-4539-4923-8c13-206de323cc20', 'code': 200} Jun 22 09:03:31.421493 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Pushing event updated for resources: {'Port': ['ID=999d52f8-4539-4923-8c13-206de323cc20,revision_number=5']} {{(pid=92666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:03:31.424383 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG oslo_concurrency.lockutils [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:03:31.634719 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473464c4-2243-41de-89a2-464d616b9b64 req-f64361cd-5e0c-4f0c-a7d7-d7456e19ad96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:03:31.636149 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-473464c4-2243-41de-89a2-464d616b9b64 req-f64361cd-5e0c-4f0c-a7d7-d7456e19ad96 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e8b4572d-239d-49cb-8eaf-1bc7e998eca4 HTTP/1.1" status: 200 len: 1099 time: 0.0597367 Jun 22 09:03:31.672486 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-473464c4-2243-41de-89a2-464d616b9b64 req-f7ef0075-59ca-4b05-bceb-34d0ef37346b service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=93dd8f91-2afd-4805-a505-ee887d2bf61f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296719 Jun 22 09:03:31.836204 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fd41ec-0596-43fd-a1e0-51235c5ac78f req-256312a6-0e9c-401b-a6fa-c2a4a6a247c8 tempest-AttachVolumeNegativeTest-547589549 tempest-AttachVolumeNegativeTest-547589549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:03:31.837722 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-a6fd41ec-0596-43fd-a1e0-51235c5ac78f req-256312a6-0e9c-401b-a6fa-c2a4a6a247c8 tempest-AttachVolumeNegativeTest-547589549 tempest-AttachVolumeNegativeTest-547589549-project] 10.222.0.22 "GET /v2.0/ports?device_id=e8b4572d-239d-49cb-8eaf-1bc7e998eca4 HTTP/1.1" status: 200 len: 946 time: 0.0675776 Jun 22 09:03:31.882302 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-a6fd41ec-0596-43fd-a1e0-51235c5ac78f req-f0e547a4-b90f-4813-8111-40d5b804926a tempest-AttachVolumeNegativeTest-547589549 tempest-AttachVolumeNegativeTest-547589549-project] 10.222.0.22 "GET /v2.0/security-groups?id=93dd8f91-2afd-4805-a505-ee887d2bf61f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389323 Jun 22 09:03:33.060142 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c95a5a8-bbdb-41cc-b3db-65a2980676e7 req-866f3933-6484-47bd-bed3-07e647ed20e2 tempest-AttachVolumeNegativeTest-547589549 tempest-AttachVolumeNegativeTest-547589549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:03:33.061632 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-6c95a5a8-bbdb-41cc-b3db-65a2980676e7 req-866f3933-6484-47bd-bed3-07e647ed20e2 tempest-AttachVolumeNegativeTest-547589549 tempest-AttachVolumeNegativeTest-547589549-project] 10.222.0.22 "GET /v2.0/ports?device_id=e8b4572d-239d-49cb-8eaf-1bc7e998eca4 HTTP/1.1" status: 200 len: 946 time: 0.0648036 Jun 22 09:03:33.098585 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-6c95a5a8-bbdb-41cc-b3db-65a2980676e7 req-ed9889f7-5286-4ad2-bcc7-6849a55a7c02 tempest-AttachVolumeNegativeTest-547589549 tempest-AttachVolumeNegativeTest-547589549-project] 10.222.0.22 "GET /v2.0/security-groups?id=93dd8f91-2afd-4805-a505-ee887d2bf61f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313635 Jun 22 09:03:34.391771 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.db.agents_db [None req-b28930ac-c45f-452b-90b0-92e2a86c5dbe None None] Agent healthcheck: found 6 active agents {{(pid=92667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 09:03:39.803133 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcdf926-53a5-46fa-8b94-c96c1885498d req-4b8dad8c-0099-49bd-a593-8631d72cdbea tempest-AttachVolumeNegativeTest-547589549 tempest-AttachVolumeNegativeTest-547589549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:03:39.804568 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-ebcdf926-53a5-46fa-8b94-c96c1885498d req-4b8dad8c-0099-49bd-a593-8631d72cdbea tempest-AttachVolumeNegativeTest-547589549 tempest-AttachVolumeNegativeTest-547589549-project] 10.222.0.22 "GET /v2.0/ports?device_id=e8b4572d-239d-49cb-8eaf-1bc7e998eca4 HTTP/1.1" status: 200 len: 946 time: 0.0673661 Jun 22 09:03:39.840654 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-ebcdf926-53a5-46fa-8b94-c96c1885498d req-b8d00fc2-55fa-43fd-b8c5-71ae0e343ece tempest-AttachVolumeNegativeTest-547589549 tempest-AttachVolumeNegativeTest-547589549-project] 10.222.0.22 "GET /v2.0/security-groups?id=93dd8f91-2afd-4805-a505-ee887d2bf61f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304277 Jun 22 09:03:41.014371 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0959fcb4-5e0e-469a-80da-36a3756ddf0a req-d3ec4ff6-36da-4289-8fba-ba26bc5f01ad tempest-AttachVolumeNegativeTest-547589549 tempest-AttachVolumeNegativeTest-547589549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:03:41.016011 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-0959fcb4-5e0e-469a-80da-36a3756ddf0a req-d3ec4ff6-36da-4289-8fba-ba26bc5f01ad tempest-AttachVolumeNegativeTest-547589549 tempest-AttachVolumeNegativeTest-547589549-project] 10.222.0.22 "GET /v2.0/ports?device_id=e8b4572d-239d-49cb-8eaf-1bc7e998eca4 HTTP/1.1" status: 200 len: 946 time: 0.0653651 Jun 22 09:03:41.063371 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-0959fcb4-5e0e-469a-80da-36a3756ddf0a req-da893053-1bd2-4777-a5e3-84d7728a696e tempest-AttachVolumeNegativeTest-547589549 tempest-AttachVolumeNegativeTest-547589549-project] 10.222.0.22 "GET /v2.0/security-groups?id=93dd8f91-2afd-4805-a505-ee887d2bf61f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407610 Jun 22 09:03:41.090942 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-acef1942-d6c8-41c5-8b68-1ff40c8becae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380123073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133916839'] for agent, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:03:41.576785 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca2191e-b814-4cf0-ac39-84f9023a9dd6 req-af11a527-cd12-477e-b183-f85d3fdec104 tempest-AttachVolumeNegativeTest-547589549 tempest-AttachVolumeNegativeTest-547589549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:03:41.578225 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-7ca2191e-b814-4cf0-ac39-84f9023a9dd6 req-af11a527-cd12-477e-b183-f85d3fdec104 tempest-AttachVolumeNegativeTest-547589549 tempest-AttachVolumeNegativeTest-547589549-project] 10.222.0.15 "GET /v2.0/ports?device_id=e8b4572d-239d-49cb-8eaf-1bc7e998eca4 HTTP/1.1" status: 200 len: 946 time: 0.0628965 Jun 22 09:03:41.679919 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.plugins.ml2.plugin [req-7ca2191e-b814-4cf0-ac39-84f9023a9dd6 req-9ef89e17-30ab-4ab3-bea5-4d42f96a5a20 tempest-AttachVolumeNegativeTest-547589549 tempest-AttachVolumeNegativeTest-547589549-project] Deleting port 999d52f8-4539-4923-8c13-206de323cc20 {{(pid=92664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:03:41.680259 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [req-7ca2191e-b814-4cf0-ac39-84f9023a9dd6 req-9ef89e17-30ab-4ab3-bea5-4d42f96a5a20 tempest-AttachVolumeNegativeTest-547589549 tempest-AttachVolumeNegativeTest-547589549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728380103653'] for port, before_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:03:41.764936 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.plugins.ml2.db [req-7ca2191e-b814-4cf0-ac39-84f9023a9dd6 req-9ef89e17-30ab-4ab3-bea5-4d42f96a5a20 tempest-AttachVolumeNegativeTest-547589549 tempest-AttachVolumeNegativeTest-547589549-project] For port 999d52f8-4539-4923-8c13-206de323cc20, host hv-cinder-79733, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79733',level=0,port_id=999d52f8-4539-4923-8c13-206de323cc20,segment=NetworkSegment(429e6f80-86c5-411f-a62c-9a2fbeca74f2),segment_id=429e6f80-86c5-411f-a62c-9a2fbeca74f2)] {{(pid=92664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:03:41.765291 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [req-7ca2191e-b814-4cf0-ac39-84f9023a9dd6 req-9ef89e17-30ab-4ab3-bea5-4d42f96a5a20 tempest-AttachVolumeNegativeTest-547589549 tempest-AttachVolumeNegativeTest-547589549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546942'] for port, precommit_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:03:41.828656 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.plugins.ml2.plugin [req-7ca2191e-b814-4cf0-ac39-84f9023a9dd6 req-9ef89e17-30ab-4ab3-bea5-4d42f96a5a20 tempest-AttachVolumeNegativeTest-547589549 tempest-AttachVolumeNegativeTest-547589549-project] Calling delete_port for 999d52f8-4539-4923-8c13-206de323cc20 owned by compute:nova {{(pid=92664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:03:41.952031 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [req-7ca2191e-b814-4cf0-ac39-84f9023a9dd6 req-9ef89e17-30ab-4ab3-bea5-4d42f96a5a20 tempest-AttachVolumeNegativeTest-547589549 tempest-AttachVolumeNegativeTest-547589549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133719696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133660950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728380107749', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728379583070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9113264'] for port, after_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:03:41.956171 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-d3f468cc-5786-48d8-9762-517d87a6f3b4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:03:41.964969 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.db [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] get_ports_and_sgs() called for port_ids ['4d0d7413-a41a-49ab-935e-4e5cb0c08fbb', '4106dfe7-3420-414a-84ec-eca22e798b75', 'd1e33cce-0d54-4202-aeda-553b2f5ec990', '999d52f8-4539-4923-8c13-206de323cc20'] {{(pid=92666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 09:03:41.986070 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef89e17-30ab-4ab3-bea5-4d42f96a5a20 tempest-AttachVolumeNegativeTest-547589549 tempest-AttachVolumeNegativeTest-547589549-project] Pushing event deleted for resources: {'Port': ['ID=999d52f8-4539-4923-8c13-206de323cc20,revision_number=None']} {{(pid=92664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:03:41.987681 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-9ef89e17-30ab-4ab3-bea5-4d42f96a5a20 tempest-AttachVolumeNegativeTest-547589549 tempest-AttachVolumeNegativeTest-547589549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:03:42.027385 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ca2191e-b814-4cf0-ac39-84f9023a9dd6 req-9ef89e17-30ab-4ab3-bea5-4d42f96a5a20 tempest-AttachVolumeNegativeTest-547589549 tempest-AttachVolumeNegativeTest-547589549-project] No DVR routers for this DVR port 999d52f8-4539-4923-8c13-206de323cc20 on host hv-cinder-79733 {{(pid=92664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:03:42.030042 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [req-7ca2191e-b814-4cf0-ac39-84f9023a9dd6 req-9ef89e17-30ab-4ab3-bea5-4d42f96a5a20 tempest-AttachVolumeNegativeTest-547589549 tempest-AttachVolumeNegativeTest-547589549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27927'] for port, before_response {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:03:42.032129 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-7ca2191e-b814-4cf0-ac39-84f9023a9dd6 req-9ef89e17-30ab-4ab3-bea5-4d42f96a5a20 tempest-AttachVolumeNegativeTest-547589549 tempest-AttachVolumeNegativeTest-547589549-project] 10.222.0.15 "DELETE /v2.0/ports/999d52f8-4539-4923-8c13-206de323cc20 HTTP/1.1" status: 204 len: 173 time: 0.4452214 Jun 22 09:03:42.032644 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8b4572d-239d-49cb-8eaf-1bc7e998eca4', 'name': 'network-vif-deleted', 'tag': '999d52f8-4539-4923-8c13-206de323cc20'}] {{(pid=92664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:03:42.034946 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}204e7d68aaf5059dd7cb24067ff1be2165df2a8c21773c1dc73aa01b5c6655f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74509b56-8f3a-46bc-bf20-c958c15d2310" -d '{"events": [{"server_uuid": "e8b4572d-239d-49cb-8eaf-1bc7e998eca4", "name": "network-vif-deleted", "tag": "999d52f8-4539-4923-8c13-206de323cc20"}]}' {{(pid=92664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:03:42.075781 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 09:03:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28cb353a-f43c-4a6f-8449-0d718a69230f x-openstack-request-id: req-28cb353a-f43c-4a6f-8449-0d718a69230f {{(pid=92664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:03:42.075982 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8b4572d-239d-49cb-8eaf-1bc7e998eca4", "name": "network-vif-deleted", "tag": "999d52f8-4539-4923-8c13-206de323cc20", "status": "completed", "code": 200}]} {{(pid=92664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:03:42.076148 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-28cb353a-f43c-4a6f-8449-0d718a69230f {{(pid=92664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:03:42.076564 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8b4572d-239d-49cb-8eaf-1bc7e998eca4', 'name': 'network-vif-deleted', 'tag': '999d52f8-4539-4923-8c13-206de323cc20', 'status': 'completed', 'code': 200} Jun 22 09:03:42.216143 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-008b8c5c-c84a-4951-94f6-e6681c8fa6ec req-968f5c57-a272-46df-9ad8-22ee41034990 tempest-AttachVolumeNegativeTest-547589549 tempest-AttachVolumeNegativeTest-547589549-project] 10.222.0.22 "GET /v2.0/ports?device_id=e8b4572d-239d-49cb-8eaf-1bc7e998eca4 HTTP/1.1" status: 200 len: 210 time: 0.0300949 Jun 22 09:03:43.533591 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-3d9be78c-cf04-4256-881c-06369e9a0f7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380123073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133916839'] for agent, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:03:43.854263 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380123073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133916839'] for agent, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:03:44.935326 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cbc510-2b20-410d-8780-11c3e23c3be8 req-a8ad9bab-3fda-4354-b10e-058c8fb38d43 tempest-AttachVolumeNegativeTest-547589549 tempest-AttachVolumeNegativeTest-547589549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:03:44.936674 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-76cbc510-2b20-410d-8780-11c3e23c3be8 req-a8ad9bab-3fda-4354-b10e-058c8fb38d43 tempest-AttachVolumeNegativeTest-547589549 tempest-AttachVolumeNegativeTest-547589549-project] 10.222.0.22 "GET /v2.0/ports?device_id=5fb9cdc8-4aa1-4bb7-80d1-f94b5b26fa5d HTTP/1.1" status: 200 len: 945 time: 0.0647798 Jun 22 09:03:44.975102 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-76cbc510-2b20-410d-8780-11c3e23c3be8 req-91e2888d-0669-4ba9-bff2-cb16dff3a210 tempest-AttachVolumeNegativeTest-547589549 tempest-AttachVolumeNegativeTest-547589549-project] 10.222.0.22 "GET /v2.0/security-groups?id=93dd8f91-2afd-4805-a505-ee887d2bf61f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317864 Jun 22 09:03:44.991816 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-244d5e4c-124e-44e7-83f7-ed36bd156729 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380123073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133916839'] for agent, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:03:46.086011 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-e2a0141c-4e42-4900-8004-ff8c1b31b35a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380123073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133916839'] for agent, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:03:46.148294 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf29ec1-50aa-4c14-82f2-fcd35b6aae3f req-d380f3a8-c3ad-4372-9c45-b2038ba9d3cc tempest-AttachVolumeNegativeTest-547589549 tempest-AttachVolumeNegativeTest-547589549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:03:46.150033 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-eaf29ec1-50aa-4c14-82f2-fcd35b6aae3f req-d380f3a8-c3ad-4372-9c45-b2038ba9d3cc tempest-AttachVolumeNegativeTest-547589549 tempest-AttachVolumeNegativeTest-547589549-project] 10.222.0.22 "GET /v2.0/ports?device_id=5fb9cdc8-4aa1-4bb7-80d1-f94b5b26fa5d HTTP/1.1" status: 200 len: 945 time: 0.0657523 Jun 22 09:03:46.192161 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-eaf29ec1-50aa-4c14-82f2-fcd35b6aae3f req-3dcc2ae8-38d5-43bb-98b7-2022922a9969 tempest-AttachVolumeNegativeTest-547589549 tempest-AttachVolumeNegativeTest-547589549-project] 10.222.0.22 "GET /v2.0/security-groups?id=93dd8f91-2afd-4805-a505-ee887d2bf61f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356793 Jun 22 09:03:46.930849 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab96706-627d-4fc5-a65e-074a2cbcf0b2 req-144a4ea9-803a-4dc8-a3a5-283679c23569 tempest-AttachVolumeNegativeTest-547589549 tempest-AttachVolumeNegativeTest-547589549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:03:46.932284 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-6ab96706-627d-4fc5-a65e-074a2cbcf0b2 req-144a4ea9-803a-4dc8-a3a5-283679c23569 tempest-AttachVolumeNegativeTest-547589549 tempest-AttachVolumeNegativeTest-547589549-project] 10.222.0.15 "GET /v2.0/ports?device_id=5fb9cdc8-4aa1-4bb7-80d1-f94b5b26fa5d HTTP/1.1" status: 200 len: 945 time: 0.3111732 Jun 22 09:03:47.029979 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.plugins.ml2.plugin [req-6ab96706-627d-4fc5-a65e-074a2cbcf0b2 req-7e66db78-b0ae-4403-b83d-bec4918f63f5 tempest-AttachVolumeNegativeTest-547589549 tempest-AttachVolumeNegativeTest-547589549-project] Deleting port d1e33cce-0d54-4202-aeda-553b2f5ec990 {{(pid=92664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:03:47.030401 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [req-6ab96706-627d-4fc5-a65e-074a2cbcf0b2 req-7e66db78-b0ae-4403-b83d-bec4918f63f5 tempest-AttachVolumeNegativeTest-547589549 tempest-AttachVolumeNegativeTest-547589549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728380103653'] for port, before_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:03:47.116540 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.plugins.ml2.db [req-6ab96706-627d-4fc5-a65e-074a2cbcf0b2 req-7e66db78-b0ae-4403-b83d-bec4918f63f5 tempest-AttachVolumeNegativeTest-547589549 tempest-AttachVolumeNegativeTest-547589549-project] For port d1e33cce-0d54-4202-aeda-553b2f5ec990, host hv-cinder-79733, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79733',level=0,port_id=d1e33cce-0d54-4202-aeda-553b2f5ec990,segment=NetworkSegment(429e6f80-86c5-411f-a62c-9a2fbeca74f2),segment_id=429e6f80-86c5-411f-a62c-9a2fbeca74f2)] {{(pid=92664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:03:47.116893 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [req-6ab96706-627d-4fc5-a65e-074a2cbcf0b2 req-7e66db78-b0ae-4403-b83d-bec4918f63f5 tempest-AttachVolumeNegativeTest-547589549 tempest-AttachVolumeNegativeTest-547589549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546942'] for port, precommit_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:03:47.179573 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.plugins.ml2.plugin [req-6ab96706-627d-4fc5-a65e-074a2cbcf0b2 req-7e66db78-b0ae-4403-b83d-bec4918f63f5 tempest-AttachVolumeNegativeTest-547589549 tempest-AttachVolumeNegativeTest-547589549-project] Calling delete_port for d1e33cce-0d54-4202-aeda-553b2f5ec990 owned by compute:nova {{(pid=92664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:03:47.295420 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.rpc [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Device 999d52f8-4539-4923-8c13-206de323cc20 no longer exists at agent hyperv_hv-cinder-79733 {{(pid=92666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:03:47.303825 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [req-6ab96706-627d-4fc5-a65e-074a2cbcf0b2 req-7e66db78-b0ae-4403-b83d-bec4918f63f5 tempest-AttachVolumeNegativeTest-547589549 tempest-AttachVolumeNegativeTest-547589549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133719696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133660950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728380107749', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728379583070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9113264'] for port, after_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:03:47.308954 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-3b5d0000-b5a1-4d4b-a401-89fbe0325115 tempest-TestShelveInstance-1565407398 tempest-TestShelveInstance-1565407398-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:03:47.317796 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.db [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] get_ports_and_sgs() called for port_ids ['4d0d7413-a41a-49ab-935e-4e5cb0c08fbb', '4106dfe7-3420-414a-84ec-eca22e798b75', 'd1e33cce-0d54-4202-aeda-553b2f5ec990'] {{(pid=92666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 09:03:47.336669 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e66db78-b0ae-4403-b83d-bec4918f63f5 tempest-AttachVolumeNegativeTest-547589549 tempest-AttachVolumeNegativeTest-547589549-project] Pushing event deleted for resources: {'Port': ['ID=d1e33cce-0d54-4202-aeda-553b2f5ec990,revision_number=None']} {{(pid=92664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:03:47.337697 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-44af09cf-3e42-42e4-a1d1-690a622f5451 req-97ce604d-f7da-4e4a-af41-db436e01d89d tempest-AttachVolumeNegativeTest-547589549 tempest-AttachVolumeNegativeTest-547589549-project] 10.222.0.22 "GET /v2.0/ports?device_id=5fb9cdc8-4aa1-4bb7-80d1-f94b5b26fa5d HTTP/1.1" status: 200 len: 210 time: 0.0289071 Jun 22 09:03:47.341905 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-7e66db78-b0ae-4403-b83d-bec4918f63f5 tempest-AttachVolumeNegativeTest-547589549 tempest-AttachVolumeNegativeTest-547589549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:03:47.351400 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.plugin [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] No Port match for: 999d52f8-4539-4923-8c13-206de323cc20 {{(pid=92666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:03:47.351745 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.rpc [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Device 999d52f8-4539-4923-8c13-206de323cc20 not bound to the agent host hv-cinder-79733 {{(pid=92666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:03:47.387714 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ab96706-627d-4fc5-a65e-074a2cbcf0b2 req-7e66db78-b0ae-4403-b83d-bec4918f63f5 tempest-AttachVolumeNegativeTest-547589549 tempest-AttachVolumeNegativeTest-547589549-project] No DVR routers for this DVR port d1e33cce-0d54-4202-aeda-553b2f5ec990 on host hv-cinder-79733 {{(pid=92664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:03:47.390257 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [req-6ab96706-627d-4fc5-a65e-074a2cbcf0b2 req-7e66db78-b0ae-4403-b83d-bec4918f63f5 tempest-AttachVolumeNegativeTest-547589549 tempest-AttachVolumeNegativeTest-547589549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27927'] for port, before_response {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:03:47.392293 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-6ab96706-627d-4fc5-a65e-074a2cbcf0b2 req-7e66db78-b0ae-4403-b83d-bec4918f63f5 tempest-AttachVolumeNegativeTest-547589549 tempest-AttachVolumeNegativeTest-547589549-project] 10.222.0.15 "DELETE /v2.0/ports/d1e33cce-0d54-4202-aeda-553b2f5ec990 HTTP/1.1" status: 204 len: 173 time: 0.4546607 Jun 22 09:03:47.392809 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fb9cdc8-4aa1-4bb7-80d1-f94b5b26fa5d', 'name': 'network-vif-deleted', 'tag': 'd1e33cce-0d54-4202-aeda-553b2f5ec990'}] {{(pid=92664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:03:47.395208 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}204e7d68aaf5059dd7cb24067ff1be2165df2a8c21773c1dc73aa01b5c6655f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ab45a84-520f-465c-8936-9cc4eeefc938" -d '{"events": [{"server_uuid": "5fb9cdc8-4aa1-4bb7-80d1-f94b5b26fa5d", "name": "network-vif-deleted", "tag": "d1e33cce-0d54-4202-aeda-553b2f5ec990"}]}' {{(pid=92664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:03:47.433022 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 09:03:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28ac19ad-9387-48de-9ab1-f244215aadd4 x-openstack-request-id: req-28ac19ad-9387-48de-9ab1-f244215aadd4 {{(pid=92664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:03:47.433415 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fb9cdc8-4aa1-4bb7-80d1-f94b5b26fa5d", "name": "network-vif-deleted", "tag": "d1e33cce-0d54-4202-aeda-553b2f5ec990", "status": "completed", "code": 200}]} {{(pid=92664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:03:47.433750 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-28ac19ad-9387-48de-9ab1-f244215aadd4 {{(pid=92664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:03:47.434188 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fb9cdc8-4aa1-4bb7-80d1-f94b5b26fa5d', 'name': 'network-vif-deleted', 'tag': 'd1e33cce-0d54-4202-aeda-553b2f5ec990', 'status': 'completed', 'code': 200} Jun 22 09:03:48.785408 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f7a62c-9e33-42c0-a879-b444d25b7e45 req-cc7c6e7b-3366-4a7b-9def-2fdfbae59926 tempest-AttachVolumeNegativeTest-547589549 tempest-AttachVolumeNegativeTest-547589549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:03:48.786880 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-60f7a62c-9e33-42c0-a879-b444d25b7e45 req-cc7c6e7b-3366-4a7b-9def-2fdfbae59926 tempest-AttachVolumeNegativeTest-547589549 tempest-AttachVolumeNegativeTest-547589549-project] 10.222.0.22 "GET /v2.0/ports?device_id=a8a7cc01-12f6-45fb-b008-5f8938b2fe97 HTTP/1.1" status: 200 len: 945 time: 0.0634036 Jun 22 09:03:48.824184 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-60f7a62c-9e33-42c0-a879-b444d25b7e45 req-8372fb6b-87cf-4102-b48c-8736221f4241 tempest-AttachVolumeNegativeTest-547589549 tempest-AttachVolumeNegativeTest-547589549-project] 10.222.0.22 "GET /v2.0/security-groups?id=93dd8f91-2afd-4805-a505-ee887d2bf61f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317636 Jun 22 09:03:49.999043 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e1e675-053b-4879-9715-e3360e998372 req-9196e75b-a677-414e-b8f2-c6117de73ab6 tempest-AttachVolumeNegativeTest-547589549 tempest-AttachVolumeNegativeTest-547589549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:03:50.000540 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-53e1e675-053b-4879-9715-e3360e998372 req-9196e75b-a677-414e-b8f2-c6117de73ab6 tempest-AttachVolumeNegativeTest-547589549 tempest-AttachVolumeNegativeTest-547589549-project] 10.222.0.22 "GET /v2.0/ports?device_id=a8a7cc01-12f6-45fb-b008-5f8938b2fe97 HTTP/1.1" status: 200 len: 945 time: 0.0660503 Jun 22 09:03:50.038150 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-53e1e675-053b-4879-9715-e3360e998372 req-51b021a9-60b3-46eb-a6dd-2d268c752ff7 tempest-AttachVolumeNegativeTest-547589549 tempest-AttachVolumeNegativeTest-547589549-project] 10.222.0.22 "GET /v2.0/security-groups?id=93dd8f91-2afd-4805-a505-ee887d2bf61f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310628 Jun 22 09:03:50.125686 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0acc01-6e06-4015-9822-b0022535a313 req-ab1ab853-4b6b-492e-af45-456ed8102c37 tempest-AttachVolumeNegativeTest-547589549 tempest-AttachVolumeNegativeTest-547589549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:03:50.127014 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-fc0acc01-6e06-4015-9822-b0022535a313 req-ab1ab853-4b6b-492e-af45-456ed8102c37 tempest-AttachVolumeNegativeTest-547589549 tempest-AttachVolumeNegativeTest-547589549-project] 10.222.0.15 "GET /v2.0/ports?device_id=a8a7cc01-12f6-45fb-b008-5f8938b2fe97 HTTP/1.1" status: 200 len: 945 time: 0.0604811 Jun 22 09:03:50.227479 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.plugins.ml2.plugin [req-fc0acc01-6e06-4015-9822-b0022535a313 req-7cca7f4d-25fa-44fe-adb2-db77a4b85186 tempest-AttachVolumeNegativeTest-547589549 tempest-AttachVolumeNegativeTest-547589549-project] Deleting port 4106dfe7-3420-414a-84ec-eca22e798b75 {{(pid=92664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:03:50.227820 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [req-fc0acc01-6e06-4015-9822-b0022535a313 req-7cca7f4d-25fa-44fe-adb2-db77a4b85186 tempest-AttachVolumeNegativeTest-547589549 tempest-AttachVolumeNegativeTest-547589549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728380103653'] for port, before_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:03:50.312721 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.plugins.ml2.db [req-fc0acc01-6e06-4015-9822-b0022535a313 req-7cca7f4d-25fa-44fe-adb2-db77a4b85186 tempest-AttachVolumeNegativeTest-547589549 tempest-AttachVolumeNegativeTest-547589549-project] For port 4106dfe7-3420-414a-84ec-eca22e798b75, host hv-cinder-79733, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79733',level=0,port_id=4106dfe7-3420-414a-84ec-eca22e798b75,segment=NetworkSegment(429e6f80-86c5-411f-a62c-9a2fbeca74f2),segment_id=429e6f80-86c5-411f-a62c-9a2fbeca74f2)] {{(pid=92664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:03:50.313085 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [req-fc0acc01-6e06-4015-9822-b0022535a313 req-7cca7f4d-25fa-44fe-adb2-db77a4b85186 tempest-AttachVolumeNegativeTest-547589549 tempest-AttachVolumeNegativeTest-547589549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546942'] for port, precommit_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:03:50.377398 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.plugins.ml2.plugin [req-fc0acc01-6e06-4015-9822-b0022535a313 req-7cca7f4d-25fa-44fe-adb2-db77a4b85186 tempest-AttachVolumeNegativeTest-547589549 tempest-AttachVolumeNegativeTest-547589549-project] Calling delete_port for 4106dfe7-3420-414a-84ec-eca22e798b75 owned by compute:nova {{(pid=92664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:03:50.506343 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [req-fc0acc01-6e06-4015-9822-b0022535a313 req-7cca7f4d-25fa-44fe-adb2-db77a4b85186 tempest-AttachVolumeNegativeTest-547589549 tempest-AttachVolumeNegativeTest-547589549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133719696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133660950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728380107749', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728379583070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9113264'] for port, after_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:03:50.510543 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-db84dc44-0cec-46a3-b1fa-d8a1688b3fe4 tempest-VolumesSnapshotTestJSON-984981180 tempest-VolumesSnapshotTestJSON-984981180-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:03:50.518164 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.db [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] get_ports_and_sgs() called for port_ids ['4d0d7413-a41a-49ab-935e-4e5cb0c08fbb', '4106dfe7-3420-414a-84ec-eca22e798b75'] {{(pid=92666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 09:03:50.534282 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cca7f4d-25fa-44fe-adb2-db77a4b85186 tempest-AttachVolumeNegativeTest-547589549 tempest-AttachVolumeNegativeTest-547589549-project] Pushing event deleted for resources: {'Port': ['ID=4106dfe7-3420-414a-84ec-eca22e798b75,revision_number=None']} {{(pid=92664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:03:50.537738 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-7cca7f4d-25fa-44fe-adb2-db77a4b85186 tempest-AttachVolumeNegativeTest-547589549 tempest-AttachVolumeNegativeTest-547589549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:03:50.580710 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc0acc01-6e06-4015-9822-b0022535a313 req-7cca7f4d-25fa-44fe-adb2-db77a4b85186 tempest-AttachVolumeNegativeTest-547589549 tempest-AttachVolumeNegativeTest-547589549-project] No DVR routers for this DVR port 4106dfe7-3420-414a-84ec-eca22e798b75 on host hv-cinder-79733 {{(pid=92664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:03:50.583595 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [req-fc0acc01-6e06-4015-9822-b0022535a313 req-7cca7f4d-25fa-44fe-adb2-db77a4b85186 tempest-AttachVolumeNegativeTest-547589549 tempest-AttachVolumeNegativeTest-547589549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27927'] for port, before_response {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:03:50.585515 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-fc0acc01-6e06-4015-9822-b0022535a313 req-7cca7f4d-25fa-44fe-adb2-db77a4b85186 tempest-AttachVolumeNegativeTest-547589549 tempest-AttachVolumeNegativeTest-547589549-project] 10.222.0.15 "DELETE /v2.0/ports/4106dfe7-3420-414a-84ec-eca22e798b75 HTTP/1.1" status: 204 len: 173 time: 0.4516501 Jun 22 09:03:50.586060 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8a7cc01-12f6-45fb-b008-5f8938b2fe97', 'name': 'network-vif-deleted', 'tag': '4106dfe7-3420-414a-84ec-eca22e798b75'}] {{(pid=92664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:03:50.588346 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}204e7d68aaf5059dd7cb24067ff1be2165df2a8c21773c1dc73aa01b5c6655f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7b8f394-0573-4ba0-b5a7-29e869657cd0" -d '{"events": [{"server_uuid": "a8a7cc01-12f6-45fb-b008-5f8938b2fe97", "name": "network-vif-deleted", "tag": "4106dfe7-3420-414a-84ec-eca22e798b75"}]}' {{(pid=92664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:03:50.623782 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 09:03:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d5f50b5-e983-4c44-8a9b-2d9d4a83acae x-openstack-request-id: req-4d5f50b5-e983-4c44-8a9b-2d9d4a83acae {{(pid=92664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:03:50.624120 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8a7cc01-12f6-45fb-b008-5f8938b2fe97", "name": "network-vif-deleted", "tag": "4106dfe7-3420-414a-84ec-eca22e798b75", "status": "completed", "code": 200}]} {{(pid=92664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:03:50.624440 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-4d5f50b5-e983-4c44-8a9b-2d9d4a83acae {{(pid=92664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:03:50.624874 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8a7cc01-12f6-45fb-b008-5f8938b2fe97', 'name': 'network-vif-deleted', 'tag': '4106dfe7-3420-414a-84ec-eca22e798b75', 'status': 'completed', 'code': 200} Jun 22 09:03:51.191059 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-e1a5931d-3676-4869-a145-1c3b14242db9 req-8f615ff2-651a-419c-9592-c99760f59bed tempest-AttachVolumeNegativeTest-547589549 tempest-AttachVolumeNegativeTest-547589549-project] 10.222.0.22 "GET /v2.0/ports?device_id=a8a7cc01-12f6-45fb-b008-5f8938b2fe97 HTTP/1.1" status: 200 len: 210 time: 0.0316896 Jun 22 09:03:51.296788 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.rpc [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Device d1e33cce-0d54-4202-aeda-553b2f5ec990 no longer exists at agent hyperv_hv-cinder-79733 {{(pid=92666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:03:51.316698 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.plugin [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] No Port match for: d1e33cce-0d54-4202-aeda-553b2f5ec990 {{(pid=92666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:03:51.317041 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.rpc [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Device d1e33cce-0d54-4202-aeda-553b2f5ec990 not bound to the agent host hv-cinder-79733 {{(pid=92666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:03:52.776882 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380123073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133916839'] for agent, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:03:53.756177 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3abcf7-e825-4bae-93cf-a188e9327e2f req-915fa9db-db5f-40ef-95bb-8a5ec2296e02 tempest-AttachVolumeNegativeTest-547589549 tempest-AttachVolumeNegativeTest-547589549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:03:53.757695 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-4f3abcf7-e825-4bae-93cf-a188e9327e2f req-915fa9db-db5f-40ef-95bb-8a5ec2296e02 tempest-AttachVolumeNegativeTest-547589549 tempest-AttachVolumeNegativeTest-547589549-project] 10.222.0.22 "GET /v2.0/ports?device_id=6ba2972b-9087-4ebd-9df6-17980bf1498f HTTP/1.1" status: 200 len: 945 time: 0.0664535 Jun 22 09:03:53.793843 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-4f3abcf7-e825-4bae-93cf-a188e9327e2f req-896bd448-3015-443e-9726-b931b15b300b tempest-AttachVolumeNegativeTest-547589549 tempest-AttachVolumeNegativeTest-547589549-project] 10.222.0.22 "GET /v2.0/security-groups?id=93dd8f91-2afd-4805-a505-ee887d2bf61f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303984 Jun 22 09:03:54.965850 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41df04a-773d-47c7-abdf-d637e1787802 req-d018a1f8-0e4d-4b2c-b244-fed9b720c1c2 tempest-AttachVolumeNegativeTest-547589549 tempest-AttachVolumeNegativeTest-547589549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:03:54.967290 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-f41df04a-773d-47c7-abdf-d637e1787802 req-d018a1f8-0e4d-4b2c-b244-fed9b720c1c2 tempest-AttachVolumeNegativeTest-547589549 tempest-AttachVolumeNegativeTest-547589549-project] 10.222.0.22 "GET /v2.0/ports?device_id=6ba2972b-9087-4ebd-9df6-17980bf1498f HTTP/1.1" status: 200 len: 945 time: 0.0620046 Jun 22 09:03:55.005262 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-f41df04a-773d-47c7-abdf-d637e1787802 req-e5708a14-377d-419c-bd07-4e3dce2f4f06 tempest-AttachVolumeNegativeTest-547589549 tempest-AttachVolumeNegativeTest-547589549-project] 10.222.0.22 "GET /v2.0/security-groups?id=93dd8f91-2afd-4805-a505-ee887d2bf61f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321383 Jun 22 09:03:55.326826 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.rpc [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Device 4106dfe7-3420-414a-84ec-eca22e798b75 no longer exists at agent hyperv_hv-cinder-79733 {{(pid=92666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:03:55.339962 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74e60f0-6070-4f93-bf5f-5f832c372f80 req-b7f213fe-65be-4bf0-b0bb-32649d850f49 tempest-AttachVolumeNegativeTest-547589549 tempest-AttachVolumeNegativeTest-547589549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:03:55.341413 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-a74e60f0-6070-4f93-bf5f-5f832c372f80 req-b7f213fe-65be-4bf0-b0bb-32649d850f49 tempest-AttachVolumeNegativeTest-547589549 tempest-AttachVolumeNegativeTest-547589549-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ba2972b-9087-4ebd-9df6-17980bf1498f HTTP/1.1" status: 200 len: 945 time: 0.0653000 Jun 22 09:03:55.348856 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.plugin [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] No Port match for: 4106dfe7-3420-414a-84ec-eca22e798b75 {{(pid=92666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:03:55.349200 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.rpc [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Device 4106dfe7-3420-414a-84ec-eca22e798b75 not bound to the agent host hv-cinder-79733 {{(pid=92666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:03:55.436523 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.plugins.ml2.plugin [req-a74e60f0-6070-4f93-bf5f-5f832c372f80 req-828d44c6-3aeb-40e1-832a-417934e440be tempest-AttachVolumeNegativeTest-547589549 tempest-AttachVolumeNegativeTest-547589549-project] Deleting port 4d0d7413-a41a-49ab-935e-4e5cb0c08fbb {{(pid=92664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:03:55.436856 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [req-a74e60f0-6070-4f93-bf5f-5f832c372f80 req-828d44c6-3aeb-40e1-832a-417934e440be tempest-AttachVolumeNegativeTest-547589549 tempest-AttachVolumeNegativeTest-547589549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728380103653'] for port, before_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:03:55.523705 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.plugins.ml2.db [req-a74e60f0-6070-4f93-bf5f-5f832c372f80 req-828d44c6-3aeb-40e1-832a-417934e440be tempest-AttachVolumeNegativeTest-547589549 tempest-AttachVolumeNegativeTest-547589549-project] For port 4d0d7413-a41a-49ab-935e-4e5cb0c08fbb, host hv-cinder-79733, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79733',level=0,port_id=4d0d7413-a41a-49ab-935e-4e5cb0c08fbb,segment=NetworkSegment(429e6f80-86c5-411f-a62c-9a2fbeca74f2),segment_id=429e6f80-86c5-411f-a62c-9a2fbeca74f2)] {{(pid=92664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:03:55.524054 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [req-a74e60f0-6070-4f93-bf5f-5f832c372f80 req-828d44c6-3aeb-40e1-832a-417934e440be tempest-AttachVolumeNegativeTest-547589549 tempest-AttachVolumeNegativeTest-547589549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546942'] for port, precommit_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:03:55.584596 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.plugins.ml2.plugin [req-a74e60f0-6070-4f93-bf5f-5f832c372f80 req-828d44c6-3aeb-40e1-832a-417934e440be tempest-AttachVolumeNegativeTest-547589549 tempest-AttachVolumeNegativeTest-547589549-project] Calling delete_port for 4d0d7413-a41a-49ab-935e-4e5cb0c08fbb owned by compute:nova {{(pid=92664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:03:55.706335 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [req-a74e60f0-6070-4f93-bf5f-5f832c372f80 req-828d44c6-3aeb-40e1-832a-417934e440be tempest-AttachVolumeNegativeTest-547589549 tempest-AttachVolumeNegativeTest-547589549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133719696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133660950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728380107749', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728379583070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9113264'] for port, after_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:03:55.710784 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-9ef89e17-30ab-4ab3-bea5-4d42f96a5a20 tempest-AttachVolumeNegativeTest-547589549 tempest-AttachVolumeNegativeTest-547589549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:03:55.718695 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.db [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] get_ports_and_sgs() called for port_ids ['4d0d7413-a41a-49ab-935e-4e5cb0c08fbb'] {{(pid=92666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 09:03:55.735247 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828d44c6-3aeb-40e1-832a-417934e440be tempest-AttachVolumeNegativeTest-547589549 tempest-AttachVolumeNegativeTest-547589549-project] Pushing event deleted for resources: {'Port': ['ID=4d0d7413-a41a-49ab-935e-4e5cb0c08fbb,revision_number=None']} {{(pid=92664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:03:55.741441 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-828d44c6-3aeb-40e1-832a-417934e440be tempest-AttachVolumeNegativeTest-547589549 tempest-AttachVolumeNegativeTest-547589549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:03:55.781944 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.db.l3_dvrscheduler_db [req-a74e60f0-6070-4f93-bf5f-5f832c372f80 req-828d44c6-3aeb-40e1-832a-417934e440be tempest-AttachVolumeNegativeTest-547589549 tempest-AttachVolumeNegativeTest-547589549-project] No DVR routers for this DVR port 4d0d7413-a41a-49ab-935e-4e5cb0c08fbb on host hv-cinder-79733 {{(pid=92664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:03:55.784331 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [req-a74e60f0-6070-4f93-bf5f-5f832c372f80 req-828d44c6-3aeb-40e1-832a-417934e440be tempest-AttachVolumeNegativeTest-547589549 tempest-AttachVolumeNegativeTest-547589549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27927'] for port, before_response {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:03:55.786259 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-a74e60f0-6070-4f93-bf5f-5f832c372f80 req-828d44c6-3aeb-40e1-832a-417934e440be tempest-AttachVolumeNegativeTest-547589549 tempest-AttachVolumeNegativeTest-547589549-project] 10.222.0.15 "DELETE /v2.0/ports/4d0d7413-a41a-49ab-935e-4e5cb0c08fbb HTTP/1.1" status: 204 len: 173 time: 0.4387507 Jun 22 09:03:55.786755 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ba2972b-9087-4ebd-9df6-17980bf1498f', 'name': 'network-vif-deleted', 'tag': '4d0d7413-a41a-49ab-935e-4e5cb0c08fbb'}] {{(pid=92664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:03:55.789024 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}204e7d68aaf5059dd7cb24067ff1be2165df2a8c21773c1dc73aa01b5c6655f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22ea5d75-5e3b-44d9-a41f-28021c81cb59" -d '{"events": [{"server_uuid": "6ba2972b-9087-4ebd-9df6-17980bf1498f", "name": "network-vif-deleted", "tag": "4d0d7413-a41a-49ab-935e-4e5cb0c08fbb"}]}' {{(pid=92664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:03:55.824732 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 09:03:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d4c7560-c54b-467f-8017-df1e45519e90 x-openstack-request-id: req-1d4c7560-c54b-467f-8017-df1e45519e90 {{(pid=92664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:03:55.825066 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ba2972b-9087-4ebd-9df6-17980bf1498f", "name": "network-vif-deleted", "tag": "4d0d7413-a41a-49ab-935e-4e5cb0c08fbb", "status": "completed", "code": 200}]} {{(pid=92664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:03:55.825359 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1d4c7560-c54b-467f-8017-df1e45519e90 {{(pid=92664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:03:55.825828 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ba2972b-9087-4ebd-9df6-17980bf1498f', 'name': 'network-vif-deleted', 'tag': '4d0d7413-a41a-49ab-935e-4e5cb0c08fbb', 'status': 'completed', 'code': 200} Jun 22 09:03:56.154053 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-872f83d9-efa3-4403-b45d-ac88f1b9e14c req-e61c76d8-796d-4742-ae9d-c110bdb9b4eb tempest-AttachVolumeNegativeTest-547589549 tempest-AttachVolumeNegativeTest-547589549-project] 10.222.0.22 "GET /v2.0/ports?device_id=6ba2972b-9087-4ebd-9df6-17980bf1498f HTTP/1.1" status: 200 len: 210 time: 0.0276663 Jun 22 09:03:57.245518 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.wsgi [-] (92665) accepted ('10.222.0.22', 40586) {{(pid=92665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:03:57.291604 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.db.db_base_plugin_v2 [None req-048d0204-f1c0-4a61-aa07-438817e2d515 admin admin] Deleting subnet 157dbf0b-d5ef-4dc1-978c-59597bf5ba75 {{(pid=92665) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 09:03:57.294597 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-048d0204-f1c0-4a61-aa07-438817e2d515 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:03:57.326895 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-048d0204-f1c0-4a61-aa07-438817e2d515 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8737171'] for subnet, precommit_delete_associations {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:03:57.363125 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-048d0204-f1c0-4a61-aa07-438817e2d515 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133921636'] for subnet, precommit_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:03:57.411870 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-048d0204-f1c0-4a61-aa07-438817e2d515 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133921629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133660950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4027083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1911727'] for subnet, after_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:03:57.414023 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-095954b4-b489-4aee-b16e-1f0da6cf1450 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:03:57.434962 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048d0204-f1c0-4a61-aa07-438817e2d515 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=157dbf0b-d5ef-4dc1-978c-59597bf5ba75,revision_number=None']} {{(pid=92665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:03:57.443661 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-048d0204-f1c0-4a61-aa07-438817e2d515 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133660928'] for subnet, before_response {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:03:57.445436 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [None req-048d0204-f1c0-4a61-aa07-438817e2d515 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/157dbf0b-d5ef-4dc1-978c-59597bf5ba75 HTTP/1.1" status: 204 len: 168 time: 0.1989923 Jun 22 09:03:57.447171 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048d0204-f1c0-4a61-aa07-438817e2d515 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:03:57.447550 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048d0204-f1c0-4a61-aa07-438817e2d515 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:03:57.447895 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048d0204-f1c0-4a61-aa07-438817e2d515 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:03:57.448139 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.wsgi [-] (92664) accepted ('10.222.0.22', 40588) {{(pid=92664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:03:57.448559 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048d0204-f1c0-4a61-aa07-438817e2d515 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:03:57.448559 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048d0204-f1c0-4a61-aa07-438817e2d515 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:03:57.448919 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048d0204-f1c0-4a61-aa07-438817e2d515 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:03:57.449256 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048d0204-f1c0-4a61-aa07-438817e2d515 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:03:57.449622 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048d0204-f1c0-4a61-aa07-438817e2d515 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:03:57.449967 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048d0204-f1c0-4a61-aa07-438817e2d515 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:03:57.450306 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048d0204-f1c0-4a61-aa07-438817e2d515 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:03:57.450644 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048d0204-f1c0-4a61-aa07-438817e2d515 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:03:57.450980 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048d0204-f1c0-4a61-aa07-438817e2d515 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:03:57.453890 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-048d0204-f1c0-4a61-aa07-438817e2d515 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:03:57.514484 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-b6dc5773-13d4-4bd2-ac17-17cd130e60a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133751319'] for network, before_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:03:57.593184 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-b6dc5773-13d4-4bd2-ac17-17cd130e60a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133922029', 'neutron.services.segments.db._delete_segments_for_network-8728380123091'] for network, precommit_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:03:57.603218 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.services.segments.db [None req-b6dc5773-13d4-4bd2-ac17-17cd130e60a0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2156883f-1b22-4f67-9bfe-977b161276e8']}} {{(pid=92664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:03:57.613478 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.services.segments.db [None req-b6dc5773-13d4-4bd2-ac17-17cd130e60a0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '429e6f80-86c5-411f-a62c-9a2fbeca74f2') {'for_net_delete': True} {{(pid=92664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:03:57.613801 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.services.segments.db [None req-b6dc5773-13d4-4bd2-ac17-17cd130e60a0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '429e6f80-86c5-411f-a62c-9a2fbeca74f2') {} {{(pid=92664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:03:57.622186 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-b6dc5773-13d4-4bd2-ac17-17cd130e60a0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728380122920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8776300'] for segment, before_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:03:57.634953 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-b6dc5773-13d4-4bd2-ac17-17cd130e60a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133909941'] for segment, precommit_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:03:57.640451 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6dc5773-13d4-4bd2-ac17-17cd130e60a0 admin admin] Releasing vlan 201 on physical network physnet1 to pool {{(pid=92664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:03:57.640825 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-b6dc5773-13d4-4bd2-ac17-17cd130e60a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133909941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8986947'] for segment, after_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:03:57.642441 dv-cinder-797333-1-smb neutron-server[92664]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:03:57.642441 dv-cinder-797333-1-smb neutron-server[92664]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:03:57.642441 dv-cinder-797333-1-smb neutron-server[92664]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:03:57.642441 dv-cinder-797333-1-smb neutron-server[92664]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:03:57.642441 dv-cinder-797333-1-smb neutron-server[92664]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:03:57.642441 dv-cinder-797333-1-smb neutron-server[92664]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:03:57.642441 dv-cinder-797333-1-smb neutron-server[92664]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:03:57.642441 dv-cinder-797333-1-smb neutron-server[92664]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:03:57.642441 dv-cinder-797333-1-smb neutron-server[92664]: Traceback (most recent call last): Jun 22 09:03:57.642441 dv-cinder-797333-1-smb neutron-server[92664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:03:57.642441 dv-cinder-797333-1-smb neutron-server[92664]: timer() Jun 22 09:03:57.642441 dv-cinder-797333-1-smb neutron-server[92664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:03:57.642441 dv-cinder-797333-1-smb neutron-server[92664]: cb(*args, **kw) Jun 22 09:03:57.642441 dv-cinder-797333-1-smb neutron-server[92664]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:03:57.642441 dv-cinder-797333-1-smb neutron-server[92664]: return func(*args, **kwargs) Jun 22 09:03:57.642441 dv-cinder-797333-1-smb neutron-server[92664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:03:57.642441 dv-cinder-797333-1-smb neutron-server[92664]: self._notify() Jun 22 09:03:57.642441 dv-cinder-797333-1-smb neutron-server[92664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:03:57.642441 dv-cinder-797333-1-smb neutron-server[92664]: self.callback(batched_events) Jun 22 09:03:57.642441 dv-cinder-797333-1-smb neutron-server[92664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:03:57.642441 dv-cinder-797333-1-smb neutron-server[92664]: event.method(event) Jun 22 09:03:57.642441 dv-cinder-797333-1-smb neutron-server[92664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:03:57.642441 dv-cinder-797333-1-smb neutron-server[92664]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:03:57.642441 dv-cinder-797333-1-smb neutron-server[92664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:03:57.642441 dv-cinder-797333-1-smb neutron-server[92664]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:03:57.642441 dv-cinder-797333-1-smb neutron-server[92664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:03:57.642441 dv-cinder-797333-1-smb neutron-server[92664]: return f(self, *a, **k) Jun 22 09:03:57.642441 dv-cinder-797333-1-smb neutron-server[92664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:03:57.642441 dv-cinder-797333-1-smb neutron-server[92664]: return self._get(url).json() Jun 22 09:03:57.642441 dv-cinder-797333-1-smb neutron-server[92664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:03:57.642441 dv-cinder-797333-1-smb neutron-server[92664]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:03:57.642441 dv-cinder-797333-1-smb neutron-server[92664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:03:57.642441 dv-cinder-797333-1-smb neutron-server[92664]: return self.request(url, 'GET', **kwargs) Jun 22 09:03:57.642441 dv-cinder-797333-1-smb neutron-server[92664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:03:57.642441 dv-cinder-797333-1-smb neutron-server[92664]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:03:57.642441 dv-cinder-797333-1-smb neutron-server[92664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:03:57.642441 dv-cinder-797333-1-smb neutron-server[92664]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:03:57.642441 dv-cinder-797333-1-smb neutron-server[92664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:03:57.642441 dv-cinder-797333-1-smb neutron-server[92664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:03:57.642441 dv-cinder-797333-1-smb neutron-server[92664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:03:57.694214 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-b6dc5773-13d4-4bd2-ac17-17cd130e60a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133922022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-748338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-133660957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-546649'] for network, after_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:03:57.698344 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-c08a4953-7a01-43d6-bdec-eba7ff124f72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:03:57.703438 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-b6dc5773-13d4-4bd2-ac17-17cd130e60a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133660928'] for network, before_response {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:03:57.705347 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [None req-b6dc5773-13d4-4bd2-ac17-17cd130e60a0 admin admin] 10.222.0.22 "DELETE /v2.0/networks/2156883f-1b22-4f67-9bfe-977b161276e8 HTTP/1.1" status: 204 len: 168 time: 0.2562251 Jun 22 09:03:57.715516 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6dc5773-13d4-4bd2-ac17-17cd130e60a0 admin admin] Pushing event deleted for resources: {'Network': ['ID=2156883f-1b22-4f67-9bfe-977b161276e8,revision_number=None']} {{(pid=92664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:03:57.718219 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-b6dc5773-13d4-4bd2-ac17-17cd130e60a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:03:57.810353 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.wsgi [-] (92664) accepted ('10.222.0.22', 40592) {{(pid=92664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:03:57.849654 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [None req-a07cc538-7ab8-4aac-b9ff-97d79f9aad7a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=edeadd5bc090476da56ef8d041c8d3cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0380564 Jun 22 09:03:57.851837 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.wsgi [-] (92664) accepted ('10.222.0.22', 40594) {{(pid=92664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:03:57.901341 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-74b3153e-95ed-48ce-af3f-2ab2b685c84c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:03:57.922970 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-74b3153e-95ed-48ce-af3f-2ab2b685c84c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:03:57.966641 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-74b3153e-95ed-48ce-af3f-2ab2b685c84c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748303'] for security_group, after_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:03:57.969484 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-74b3153e-95ed-48ce-af3f-2ab2b685c84c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:03:57.970721 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [None req-74b3153e-95ed-48ce-af3f-2ab2b685c84c admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/93dd8f91-2afd-4805-a505-ee887d2bf61f HTTP/1.1" status: 204 len: 168 time: 0.1180172 Jun 22 09:03:57.971581 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-a8e7820c-f95a-40db-a8b8-7b328473f3d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:03:57.979495 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b3153e-95ed-48ce-af3f-2ab2b685c84c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93dd8f91-2afd-4805-a505-ee887d2bf61f,revision_number=None']} {{(pid=92664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:03:57.982027 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-74b3153e-95ed-48ce-af3f-2ab2b685c84c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:03:59.341265 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.rpc [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Device 4d0d7413-a41a-49ab-935e-4e5cb0c08fbb no longer exists at agent hyperv_hv-cinder-79733 {{(pid=92666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:03:59.361628 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.plugin [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] No Port match for: 4d0d7413-a41a-49ab-935e-4e5cb0c08fbb {{(pid=92666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:03:59.361979 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.rpc [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Device 4d0d7413-a41a-49ab-935e-4e5cb0c08fbb not bound to the agent host hv-cinder-79733 {{(pid=92666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:04:00.614591 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0739201e-615c-41e9-8ff9-575fd5c7ae92 req-80e3c635-3c0d-4207-acc5-e6a1fe1cb731 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:04:00.616376 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-0739201e-615c-41e9-8ff9-575fd5c7ae92 req-80e3c635-3c0d-4207-acc5-e6a1fe1cb731 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.22 "GET /v2.0/ports?device_id=cba8e73f-3417-45d0-b833-91423937e845 HTTP/1.1" status: 200 len: 946 time: 0.0686283 Jun 22 09:04:00.653209 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-0739201e-615c-41e9-8ff9-575fd5c7ae92 req-cf4ff455-cccf-4e3f-b808-20cdf26ac35e tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.22 "GET /v2.0/security-groups?id=8407b8c1-16c2-4011-9481-6d71a524545c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310516 Jun 22 09:04:01.826851 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320e3777-e514-42df-834f-971de2397ec5 req-f8fb6deb-ce2a-48b6-ba12-49af7cf87fdf tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:04:01.828283 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-320e3777-e514-42df-834f-971de2397ec5 req-f8fb6deb-ce2a-48b6-ba12-49af7cf87fdf tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.22 "GET /v2.0/ports?device_id=cba8e73f-3417-45d0-b833-91423937e845 HTTP/1.1" status: 200 len: 946 time: 0.0606213 Jun 22 09:04:01.865087 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-320e3777-e514-42df-834f-971de2397ec5 req-503dc29a-4fb3-4790-870d-9f4ad39a19a9 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.22 "GET /v2.0/security-groups?id=8407b8c1-16c2-4011-9481-6d71a524545c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311069 Jun 22 09:04:01.912291 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b4fab5-7858-4365-89b0-d5ca0000000b req-6564176a-8ecd-48e7-a38b-6f6be4b5683a tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:04:01.913769 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-04b4fab5-7858-4365-89b0-d5ca0000000b req-6564176a-8ecd-48e7-a38b-6f6be4b5683a tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.15 "GET /v2.0/ports?device_id=cba8e73f-3417-45d0-b833-91423937e845 HTTP/1.1" status: 200 len: 946 time: 0.0611897 Jun 22 09:04:02.016656 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.plugins.ml2.plugin [req-04b4fab5-7858-4365-89b0-d5ca0000000b req-f62bfb97-17d8-4eb9-8700-66bee427d48f tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Deleting port b92363bd-c4b1-44e7-94d6-7b2550a004a4 {{(pid=92664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:04:02.017078 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [req-04b4fab5-7858-4365-89b0-d5ca0000000b req-f62bfb97-17d8-4eb9-8700-66bee427d48f tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728380103653'] for port, before_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:02.106031 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.plugins.ml2.db [req-04b4fab5-7858-4365-89b0-d5ca0000000b req-f62bfb97-17d8-4eb9-8700-66bee427d48f tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] For port b92363bd-c4b1-44e7-94d6-7b2550a004a4, host hv-cinder-79733, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79733',level=0,port_id=b92363bd-c4b1-44e7-94d6-7b2550a004a4,segment=NetworkSegment(ff26e6d0-efb0-4f26-b4ca-43fb0499d495),segment_id=ff26e6d0-efb0-4f26-b4ca-43fb0499d495)] {{(pid=92664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:04:02.106387 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [req-04b4fab5-7858-4365-89b0-d5ca0000000b req-f62bfb97-17d8-4eb9-8700-66bee427d48f tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546942'] for port, precommit_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:02.274342 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [req-04b4fab5-7858-4365-89b0-d5ca0000000b req-f62bfb97-17d8-4eb9-8700-66bee427d48f tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:02.274714 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [req-04b4fab5-7858-4365-89b0-d5ca0000000b req-f62bfb97-17d8-4eb9-8700-66bee427d48f tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-546628'] for floatingip, after_update {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:02.275037 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.db.l3_db [req-04b4fab5-7858-4365-89b0-d5ca0000000b req-f62bfb97-17d8-4eb9-8700-66bee427d48f tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Floating IP 434ffa72-e753-4575-abf2-6353af3d2478 disassociated. External IP: 172.28.3.157, port: b92363bd-c4b1-44e7-94d6-7b2550a004a4. Jun 22 09:04:02.275374 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.plugins.ml2.plugin [req-04b4fab5-7858-4365-89b0-d5ca0000000b req-f62bfb97-17d8-4eb9-8700-66bee427d48f tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Calling delete_port for b92363bd-c4b1-44e7-94d6-7b2550a004a4 owned by compute:nova {{(pid=92664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:04:02.402165 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [req-04b4fab5-7858-4365-89b0-d5ca0000000b req-f62bfb97-17d8-4eb9-8700-66bee427d48f tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133719696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133660950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728380107749', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728379583070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9113264'] for port, after_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:02.406191 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-eade7d9e-75b2-406a-a17a-9b4e7f651beb tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:04:02.428809 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62bfb97-17d8-4eb9-8700-66bee427d48f tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Pushing event deleted for resources: {'Port': ['ID=b92363bd-c4b1-44e7-94d6-7b2550a004a4,revision_number=None']} {{(pid=92664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:04:02.432200 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-f62bfb97-17d8-4eb9-8700-66bee427d48f tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:04:02.541736 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.scheduler.l3_agent_scheduler [req-04b4fab5-7858-4365-89b0-d5ca0000000b req-f62bfb97-17d8-4eb9-8700-66bee427d48f tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Router e39149fe-b87f-4c67-89a3-ae4a53980e68 has already been hosted by L3 agent 81bac9f2-ec56-4bd6-b329-9598189ea0dc {{(pid=92664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:04:02.643599 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-04b4fab5-7858-4365-89b0-d5ca0000000b req-f62bfb97-17d8-4eb9-8700-66bee427d48f tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Notify agent at l3_agent.dv-cinder-797333-1-smb the message routers_updated {{(pid=92664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:04:02.653133 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-969e88e3-ed8e-4238-ae51-8603fb9bfbca None None] Sync routers for ids ['e39149fe-b87f-4c67-89a3-ae4a53980e68'] in dv-cinder-797333-1-smb {{(pid=92667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:04:02.662651 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-969e88e3-ed8e-4238-ae51-8603fb9bfbca None None] Routers {'e39149fe-b87f-4c67-89a3-ae4a53980e68'} bound to L3 agent in host dv-cinder-797333-1-smb {{(pid=92667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:04:02.663263 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.db.l3_hamode_db [None req-969e88e3-ed8e-4238-ae51-8603fb9bfbca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797333-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T08:48:43Z,description=,heartbeat_timestamp=2021-06-22T09:03:44Z,host='dv-cinder-797333-1-smb',id=81bac9f2-ec56-4bd6-b329-9598189ea0dc,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T08:48:43Z,topic='l3_agent')) {'router_ids': ['e39149fe-b87f-4c67-89a3-ae4a53980e68'], 'active': True} {{(pid=92667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:04:02.689415 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.db.l3_dvrscheduler_db [req-04b4fab5-7858-4365-89b0-d5ca0000000b req-f62bfb97-17d8-4eb9-8700-66bee427d48f tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] No DVR routers for this DVR port b92363bd-c4b1-44e7-94d6-7b2550a004a4 on host hv-cinder-79733 {{(pid=92664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:04:02.692613 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [req-04b4fab5-7858-4365-89b0-d5ca0000000b req-f62bfb97-17d8-4eb9-8700-66bee427d48f tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27927'] for port, before_response {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:02.694783 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-04b4fab5-7858-4365-89b0-d5ca0000000b req-f62bfb97-17d8-4eb9-8700-66bee427d48f tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.15 "DELETE /v2.0/ports/b92363bd-c4b1-44e7-94d6-7b2550a004a4 HTTP/1.1" status: 204 len: 173 time: 0.7757788 Jun 22 09:04:02.695306 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cba8e73f-3417-45d0-b833-91423937e845', 'name': 'network-vif-deleted', 'tag': 'b92363bd-c4b1-44e7-94d6-7b2550a004a4'}] {{(pid=92664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:04:02.697601 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}204e7d68aaf5059dd7cb24067ff1be2165df2a8c21773c1dc73aa01b5c6655f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd2425c0-4475-4c90-b105-387cbe3ed29b" -d '{"events": [{"server_uuid": "cba8e73f-3417-45d0-b833-91423937e845", "name": "network-vif-deleted", "tag": "b92363bd-c4b1-44e7-94d6-7b2550a004a4"}]}' {{(pid=92664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:04:02.741357 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 09:04:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbeb567e-cafd-4f66-8f39-493645258688 x-openstack-request-id: req-bbeb567e-cafd-4f66-8f39-493645258688 {{(pid=92664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:04:02.741719 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cba8e73f-3417-45d0-b833-91423937e845", "name": "network-vif-deleted", "tag": "b92363bd-c4b1-44e7-94d6-7b2550a004a4", "status": "completed", "code": 200}]} {{(pid=92664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:04:02.742035 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-bbeb567e-cafd-4f66-8f39-493645258688 {{(pid=92664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:04:02.742467 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cba8e73f-3417-45d0-b833-91423937e845', 'name': 'network-vif-deleted', 'tag': 'b92363bd-c4b1-44e7-94d6-7b2550a004a4', 'status': 'completed', 'code': 200} Jun 22 09:04:02.774454 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.db.l3_dvr_db [None req-969e88e3-ed8e-4238-ae51-8603fb9bfbca None None] Set router e39149fe-b87f-4c67-89a3-ae4a53980e68 gateway port host: dv-cinder-797333-1-smb {{(pid=92667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:04:02.977185 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.db.l3_hamode_db [None req-969e88e3-ed8e-4238-ae51-8603fb9bfbca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e39149fe-b87f-4c67-89a3-ae4a53980e68', 'name': 'tempest-AttachVolumeShelveTestJSON-1386995798-router', 'tenant_id': '0dbc55deeb2a42a3bb10502a7c6fc28b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '229d5e4a-3847-4866-aa2f-e37dad8eeeae', 'external_fixed_ips': [{'subnet_id': '86526ad5-0ce1-4847-a8b3-31fb35f84f34', 'ip_address': '172.28.3.205'}], 'enable_snat': True}, 'gw_port_id': '85852532-1dc4-4718-b431-e4ecee9d7a48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T08:56:32Z', 'updated_at': '2021-06-22T08:56:42Z', 'revision_number': 4, 'project_id': '0dbc55deeb2a42a3bb10502a7c6fc28b', 'gw_port': {'id': '85852532-1dc4-4718-b431-e4ecee9d7a48', 'name': '', 'network_id': '229d5e4a-3847-4866-aa2f-e37dad8eeeae', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:f5:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e39149fe-b87f-4c67-89a3-ae4a53980e68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '86526ad5-0ce1-4847-a8b3-31fb35f84f34', 'ip_address': '172.28.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T08:56:33Z', 'updated_at': '2021-06-22T08:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86526ad5-0ce1-4847-a8b3-31fb35f84f34', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797333-1-smb', '_interfaces': [{'id': 'a4a6a3c3-d009-46db-9a2e-98dfac346f1a', 'name': '', 'network_id': '266e7c95-823e-49c0-9793-a3850a55863e', 'tenant_id': '0dbc55deeb2a42a3bb10502a7c6fc28b', 'mac_address': 'fa:16:3e:d0:e8:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e39149fe-b87f-4c67-89a3-ae4a53980e68', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '1fa320cf-b578-475c-89d7-a0309e38937c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T08:56:39Z', 'updated_at': '2021-06-22T08:57:00Z', 'revision_number': 5, 'project_id': '0dbc55deeb2a42a3bb10502a7c6fc28b', 'subnets': [{'id': '1fa320cf-b578-475c-89d7-a0309e38937c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797333-1-smb', False) {} {{(pid=92667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:04:03.003292 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-969e88e3-ed8e-4238-ae51-8603fb9bfbca None None] Checking router: e39149fe-b87f-4c67-89a3-ae4a53980e68 for host: dv-cinder-797333-1-smb {{(pid=92667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:04:03.012932 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-969e88e3-ed8e-4238-ae51-8603fb9bfbca None None] Routers {'e39149fe-b87f-4c67-89a3-ae4a53980e68'} bound to L3 agent in host dv-cinder-797333-1-smb {{(pid=92667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:04:03.013811 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.db.l3_hamode_db [None req-969e88e3-ed8e-4238-ae51-8603fb9bfbca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797333-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T08:48:43Z,description=,heartbeat_timestamp=2021-06-22T09:03:44Z,host='dv-cinder-797333-1-smb',id=81bac9f2-ec56-4bd6-b329-9598189ea0dc,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T08:48:43Z,topic='l3_agent')) {'router_ids': ['e39149fe-b87f-4c67-89a3-ae4a53980e68'], 'active': True} {{(pid=92667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:04:03.020794 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-ff12a2fb-2106-45ce-81a7-8fbcf2087b42 req-c86efb7f-66e8-4a92-baf8-4905d31534c2 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.22 "GET /v2.0/ports?device_id=cba8e73f-3417-45d0-b833-91423937e845 HTTP/1.1" status: 200 len: 210 time: 0.0282881 Jun 22 09:04:03.119256 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.db.l3_dvr_db [None req-969e88e3-ed8e-4238-ae51-8603fb9bfbca None None] Set router e39149fe-b87f-4c67-89a3-ae4a53980e68 gateway port host: dv-cinder-797333-1-smb {{(pid=92667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:04:03.323054 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.db.l3_hamode_db [None req-969e88e3-ed8e-4238-ae51-8603fb9bfbca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e39149fe-b87f-4c67-89a3-ae4a53980e68', 'name': 'tempest-AttachVolumeShelveTestJSON-1386995798-router', 'tenant_id': '0dbc55deeb2a42a3bb10502a7c6fc28b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '229d5e4a-3847-4866-aa2f-e37dad8eeeae', 'external_fixed_ips': [{'subnet_id': '86526ad5-0ce1-4847-a8b3-31fb35f84f34', 'ip_address': '172.28.3.205'}], 'enable_snat': True}, 'gw_port_id': '85852532-1dc4-4718-b431-e4ecee9d7a48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T08:56:32Z', 'updated_at': '2021-06-22T08:56:42Z', 'revision_number': 4, 'project_id': '0dbc55deeb2a42a3bb10502a7c6fc28b', 'gw_port': {'id': '85852532-1dc4-4718-b431-e4ecee9d7a48', 'name': '', 'network_id': '229d5e4a-3847-4866-aa2f-e37dad8eeeae', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:f5:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e39149fe-b87f-4c67-89a3-ae4a53980e68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '86526ad5-0ce1-4847-a8b3-31fb35f84f34', 'ip_address': '172.28.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T08:56:33Z', 'updated_at': '2021-06-22T08:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86526ad5-0ce1-4847-a8b3-31fb35f84f34', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797333-1-smb', '_interfaces': [{'id': 'a4a6a3c3-d009-46db-9a2e-98dfac346f1a', 'name': '', 'network_id': '266e7c95-823e-49c0-9793-a3850a55863e', 'tenant_id': '0dbc55deeb2a42a3bb10502a7c6fc28b', 'mac_address': 'fa:16:3e:d0:e8:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e39149fe-b87f-4c67-89a3-ae4a53980e68', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '1fa320cf-b578-475c-89d7-a0309e38937c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T08:56:39Z', 'updated_at': '2021-06-22T08:57:00Z', 'revision_number': 5, 'project_id': '0dbc55deeb2a42a3bb10502a7c6fc28b', 'subnets': [{'id': '1fa320cf-b578-475c-89d7-a0309e38937c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797333-1-smb', False) {} {{(pid=92667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:04:03.348713 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-969e88e3-ed8e-4238-ae51-8603fb9bfbca None None] The sync data for ids ['e39149fe-b87f-4c67-89a3-ae4a53980e68'] in dv-cinder-797333-1-smb is: [{'id': 'e39149fe-b87f-4c67-89a3-ae4a53980e68', 'name': 'tempest-AttachVolumeShelveTestJSON-1386995798-router', 'tenant_id': '0dbc55deeb2a42a3bb10502a7c6fc28b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '229d5e4a-3847-4866-aa2f-e37dad8eeeae', 'external_fixed_ips': [{'subnet_id': '86526ad5-0ce1-4847-a8b3-31fb35f84f34', 'ip_address': '172.28.3.205'}], 'enable_snat': True}, 'gw_port_id': '85852532-1dc4-4718-b431-e4ecee9d7a48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T08:56:32Z', 'updated_at': '2021-06-22T08:56:42Z', 'revision_number': 4, 'project_id': '0dbc55deeb2a42a3bb10502a7c6fc28b', 'gw_port': {'id': '85852532-1dc4-4718-b431-e4ecee9d7a48', 'name': '', 'network_id': '229d5e4a-3847-4866-aa2f-e37dad8eeeae', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:f5:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e39149fe-b87f-4c67-89a3-ae4a53980e68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '86526ad5-0ce1-4847-a8b3-31fb35f84f34', 'ip_address': '172.28.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T08:56:33Z', 'updated_at': '2021-06-22T08:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86526ad5-0ce1-4847-a8b3-31fb35f84f34', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797333-1-smb', '_interfaces': [{'id': 'a4a6a3c3-d009-46db-9a2e-98dfac346f1a', 'name': '', 'network_id': '266e7c95-823e-49c0-9793-a3850a55863e', 'tenant_id': '0dbc55deeb2a42a3bb10502a7c6fc28b', 'mac_address': 'fa:16:3e:d0:e8:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e39149fe-b87f-4c67-89a3-ae4a53980e68', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '1fa320cf-b578-475c-89d7-a0309e38937c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T08:56:39Z', 'updated_at': '2021-06-22T08:57:00Z', 'revision_number': 5, 'project_id': '0dbc55deeb2a42a3bb10502a7c6fc28b', 'subnets': [{'id': '1fa320cf-b578-475c-89d7-a0309e38937c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:04:03.570961 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-460686cc-06c4-4be3-88f3-92510407667f None None] New status for floating IP 434ffa72-e753-4575-abf2-6353af3d2478: DOWN {{(pid=92666) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 09:04:04.842035 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.wsgi [-] (92665) accepted ('10.222.0.22', 40698) {{(pid=92665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:04:04.948877 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-58e17eb4-ac0b-44d8-88d3-22925f28e9c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:05.042276 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-58e17eb4-ac0b-44d8-88d3-22925f28e9c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:05.045989 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-58e17eb4-ac0b-44d8-88d3-22925f28e9c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748303'] for security_group, after_create {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:05.049060 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-ba34d9d6-f6f8-430a-8312-9b97ba394e3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:04:05.084447 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [None req-58e17eb4-ac0b-44d8-88d3-22925f28e9c6 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=aa32795107a74b11bbb749a4c444e653&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2410038 Jun 22 09:04:05.085685 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e17eb4-ac0b-44d8-88d3-22925f28e9c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30145482-c1b1-4f4e-b456-2271195fe7ae,revision_number=1']} {{(pid=92665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:04:05.087115 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.wsgi [-] (92664) accepted ('10.222.0.22', 40702) {{(pid=92664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:04:05.088956 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-58e17eb4-ac0b-44d8-88d3-22925f28e9c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:04:05.137596 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-f73e3986-c890-4acb-bb93-aceddef69724 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:05.159606 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-f73e3986-c890-4acb-bb93-aceddef69724 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:05.171421 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.wsgi [-] (92664) accepted ('10.222.0.22', 40706) {{(pid=92664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:04:05.241276 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-79b93951-fe0a-4de7-a394-0280f9859eab tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Notify callbacks [] for security_group, before_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:05.248002 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-f73e3986-c890-4acb-bb93-aceddef69724 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748303'] for security_group, after_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:05.250474 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-f73e3986-c890-4acb-bb93-aceddef69724 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:05.251602 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [None req-f73e3986-c890-4acb-bb93-aceddef69724 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/30145482-c1b1-4f4e-b456-2271195fe7ae HTTP/1.1" status: 204 len: 168 time: 0.1635165 Jun 22 09:04:05.257166 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-2bb86130-92da-4ed1-9f15-1204b06361f2 tempest-TestMinimumBasicScenario-143008768 tempest-TestMinimumBasicScenario-143008768-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:04:05.272853 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73e3986-c890-4acb-bb93-aceddef69724 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30145482-c1b1-4f4e-b456-2271195fe7ae,revision_number=None']} {{(pid=92664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:04:05.277478 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-f73e3986-c890-4acb-bb93-aceddef69724 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:04:05.279268 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-79b93951-fe0a-4de7-a394-0280f9859eab tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:05.342371 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-79b93951-fe0a-4de7-a394-0280f9859eab tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748303'] for security_group, after_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:05.345661 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-79b93951-fe0a-4de7-a394-0280f9859eab tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Notify callbacks [] for security_group, before_response {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:05.346805 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [None req-79b93951-fe0a-4de7-a394-0280f9859eab tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.22 "DELETE /v2.0/security-groups/8407b8c1-16c2-4011-9481-6d71a524545c HTTP/1.1" status: 204 len: 168 time: 0.1744304 Jun 22 09:04:05.347671 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-02e78454-7491-407b-81a2-e596bbf6cde1 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:04:05.350577 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.wsgi [-] (92665) accepted ('10.222.0.22', 40710) {{(pid=92665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:04:05.357418 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b93951-fe0a-4de7-a394-0280f9859eab tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8407b8c1-16c2-4011-9481-6d71a524545c,revision_number=None']} {{(pid=92664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:04:05.361589 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-79b93951-fe0a-4de7-a394-0280f9859eab tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:04:05.366227 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.api.v2.resource [None req-45c75efc-72ec-4f81-9c52-b3c577d8e760 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] show failed (client error): The resource could not be found. Jun 22 09:04:05.367240 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [None req-45c75efc-72ec-4f81-9c52-b3c577d8e760 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.22 "GET /v2.0/security-groups/8407b8c1-16c2-4011-9481-6d71a524545c HTTP/1.1" status: 404 len: 347 time: 0.0153832 Jun 22 09:04:05.370749 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.wsgi [-] (92665) accepted ('10.222.0.22', 40712) {{(pid=92665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:04:05.516260 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.plugins.ml2.plugin [None req-a34fa4d0-5006-4659-8068-2a857d1412ba tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Deleting port a6128cf3-f122-4d31-adb1-bb6c669e9c9d {{(pid=92665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:04:05.516523 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-a34fa4d0-5006-4659-8068-2a857d1412ba tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728380103653'] for port, before_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:05.568551 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.wsgi [-] (92664) accepted ('10.222.0.22', 40716) {{(pid=92664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:04:05.587963 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-c46e871d-1ec0-43db-897d-c78072ece16c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:05.598969 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-a34fa4d0-5006-4659-8068-2a857d1412ba tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546942'] for port, precommit_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:05.599297 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-a34fa4d0-5006-4659-8068-2a857d1412ba tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:05.665127 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.plugins.ml2.plugin [None req-a34fa4d0-5006-4659-8068-2a857d1412ba tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Calling delete_port for a6128cf3-f122-4d31-adb1-bb6c669e9c9d owned by network:floatingip {{(pid=92665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:04:05.691496 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-c46e871d-1ec0-43db-897d-c78072ece16c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:05.696424 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-c46e871d-1ec0-43db-897d-c78072ece16c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748303'] for security_group, after_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:05.699005 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-79b93951-fe0a-4de7-a394-0280f9859eab tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:04:05.735494 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [None req-c46e871d-1ec0-43db-897d-c78072ece16c admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=98634472e8db43588b1c1015c774b954&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1645699 Jun 22 09:04:05.736498 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46e871d-1ec0-43db-897d-c78072ece16c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac1fea5a-08a2-4dde-9af9-18f71ab8cdfe,revision_number=1']} {{(pid=92664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:04:05.739301 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.wsgi [-] (92665) accepted ('10.222.0.22', 40718) {{(pid=92665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:04:05.740239 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-c46e871d-1ec0-43db-897d-c78072ece16c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:04:05.828725 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-1b7a9406-4590-42cf-9a4f-69e0c10f6e91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:05.833208 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-a34fa4d0-5006-4659-8068-2a857d1412ba tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133719696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133660950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728380107749', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728379583070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4027009'] for port, after_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:05.839793 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-76f4deb2-3982-4ae4-895f-71abacbac62d tempest-TestMinimumBasicScenario-143008768 tempest-TestMinimumBasicScenario-143008768-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:04:05.872862 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34fa4d0-5006-4659-8068-2a857d1412ba tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Pushing event deleted for resources: {'Port': ['ID=a6128cf3-f122-4d31-adb1-bb6c669e9c9d,revision_number=None']} {{(pid=92665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:04:05.879554 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-1b7a9406-4590-42cf-9a4f-69e0c10f6e91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:05.881967 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-a34fa4d0-5006-4659-8068-2a857d1412ba tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:04:05.960286 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-a34fa4d0-5006-4659-8068-2a857d1412ba tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Notify callbacks [] for floatingip, after_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:05.962808 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-a34fa4d0-5006-4659-8068-2a857d1412ba tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27927'] for floatingip, before_response {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:05.963953 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [None req-a34fa4d0-5006-4659-8068-2a857d1412ba tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] 10.222.0.22 "DELETE /v2.0/floatingips/434ffa72-e753-4575-abf2-6353af3d2478 HTTP/1.1" status: 204 len: 168 time: 0.5922537 Jun 22 09:04:05.978221 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-1b7a9406-4590-42cf-9a4f-69e0c10f6e91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748303'] for security_group, after_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:05.980908 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-1b7a9406-4590-42cf-9a4f-69e0c10f6e91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:05.985404 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [None req-1b7a9406-4590-42cf-9a4f-69e0c10f6e91 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ac1fea5a-08a2-4dde-9af9-18f71ab8cdfe HTTP/1.1" status: 204 len: 168 time: 0.2417419 Jun 22 09:04:05.985404 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-dd8b2ddd-4d28-4b59-a648-64efee201eb2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:04:05.994183 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7a9406-4590-42cf-9a4f-69e0c10f6e91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac1fea5a-08a2-4dde-9af9-18f71ab8cdfe,revision_number=None']} {{(pid=92665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:04:05.996915 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-1b7a9406-4590-42cf-9a4f-69e0c10f6e91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:04:07.342545 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.rpc [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Device b92363bd-c4b1-44e7-94d6-7b2550a004a4 no longer exists at agent hyperv_hv-cinder-79733 {{(pid=92666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:04:07.510850 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.plugin [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] No Port match for: b92363bd-c4b1-44e7-94d6-7b2550a004a4 {{(pid=92666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:04:07.511174 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.rpc [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Device b92363bd-c4b1-44e7-94d6-7b2550a004a4 not bound to the agent host hv-cinder-79733 {{(pid=92666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:04:07.946003 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.wsgi [-] (92665) accepted ('10.222.0.22', 40802) {{(pid=92665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:04:08.056521 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-a7c17be8-cd19-4c49-b548-ef8a1f09f30b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:08.152829 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-a7c17be8-cd19-4c49-b548-ef8a1f09f30b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:08.158762 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-a7c17be8-cd19-4c49-b548-ef8a1f09f30b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748303'] for security_group, after_create {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:08.161917 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-a34ecdae-0089-43af-8bef-d8cc0a38cfb7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:04:08.201079 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [None req-a7c17be8-cd19-4c49-b548-ef8a1f09f30b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b3b61d60ca42408cbd9c1757dbd3e8a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2538471 Jun 22 09:04:08.201876 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c17be8-cd19-4c49-b548-ef8a1f09f30b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e8e9fb1-5943-407f-8cb1-f77cf20833f8,revision_number=1']} {{(pid=92665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:04:08.204104 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.wsgi [-] (92664) accepted ('10.222.0.22', 40806) {{(pid=92664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:04:08.204963 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-a7c17be8-cd19-4c49-b548-ef8a1f09f30b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:04:08.260849 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-295a185d-d2a2-4663-a2d6-be9131685baf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:08.278981 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.wsgi [-] (92665) accepted ('10.222.0.22', 40808) {{(pid=92665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:04:08.282679 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-295a185d-d2a2-4663-a2d6-be9131685baf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:08.330076 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-295a185d-d2a2-4663-a2d6-be9131685baf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748303'] for security_group, after_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:08.333453 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-295a185d-d2a2-4663-a2d6-be9131685baf admin admin] Notify callbacks [] for security_group, before_response {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:08.334637 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [None req-295a185d-d2a2-4663-a2d6-be9131685baf admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/2e8e9fb1-5943-407f-8cb1-f77cf20833f8 HTTP/1.1" status: 204 len: 168 time: 0.1266119 Jun 22 09:04:08.335419 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-6c3b25db-7624-480b-a3c0-11c27409d4fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:04:08.343403 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295a185d-d2a2-4663-a2d6-be9131685baf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e8e9fb1-5943-407f-8cb1-f77cf20833f8,revision_number=None']} {{(pid=92664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:04:08.345829 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-295a185d-d2a2-4663-a2d6-be9131685baf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:04:08.475111 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.plugins.ml2.plugin [None req-4e561b18-f1f1-49fa-92a6-95420d07dac9 tempest-TestShelveInstance-1565407398 tempest-TestShelveInstance-1565407398-project] Deleting port c8d39099-1b0f-4a63-bb27-94af89487697 {{(pid=92665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:04:08.475689 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-4e561b18-f1f1-49fa-92a6-95420d07dac9 tempest-TestShelveInstance-1565407398 tempest-TestShelveInstance-1565407398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728380103653'] for port, before_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:08.585537 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-4e561b18-f1f1-49fa-92a6-95420d07dac9 tempest-TestShelveInstance-1565407398 tempest-TestShelveInstance-1565407398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546942'] for port, precommit_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:08.586131 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-4e561b18-f1f1-49fa-92a6-95420d07dac9 tempest-TestShelveInstance-1565407398 tempest-TestShelveInstance-1565407398-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:08.591912 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.wsgi [-] (92664) accepted ('10.222.0.22', 40820) {{(pid=92664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:04:08.641328 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.wsgi [-] (92664) accepted ('10.222.0.22', 40824) {{(pid=92664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:04:08.655046 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-72270d29-1a55-4708-83e9-ee0cb122d5ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:08.678502 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.plugins.ml2.plugin [None req-4e561b18-f1f1-49fa-92a6-95420d07dac9 tempest-TestShelveInstance-1565407398 tempest-TestShelveInstance-1565407398-project] Calling delete_port for c8d39099-1b0f-4a63-bb27-94af89487697 owned by network:floatingip {{(pid=92665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:04:08.765717 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-72270d29-1a55-4708-83e9-ee0cb122d5ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:08.770884 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-72270d29-1a55-4708-83e9-ee0cb122d5ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748303'] for security_group, after_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:08.774731 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-295a185d-d2a2-4663-a2d6-be9131685baf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:04:08.808035 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [None req-72270d29-1a55-4708-83e9-ee0cb122d5ac admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=8791898d0c0c4b9baaf98dcc253785fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1654201 Jun 22 09:04:08.810864 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.wsgi [-] (92665) accepted ('10.222.0.22', 40826) {{(pid=92665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:04:08.814113 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72270d29-1a55-4708-83e9-ee0cb122d5ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51fbf1d4-0ff5-4315-8847-ac2491b1bde1,revision_number=1']} {{(pid=92664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:04:08.818161 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-72270d29-1a55-4708-83e9-ee0cb122d5ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:04:08.889906 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-4e561b18-f1f1-49fa-92a6-95420d07dac9 tempest-TestShelveInstance-1565407398 tempest-TestShelveInstance-1565407398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133719696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133660950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728380107749', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728379583070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4027009'] for port, after_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:08.894010 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-bb747b8b-1959-4ae8-b016-8097d06fc56f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:04:08.903505 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-08743ee4-f249-4e17-a282-50ef3d3f6e26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:08.955937 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e561b18-f1f1-49fa-92a6-95420d07dac9 tempest-TestShelveInstance-1565407398 tempest-TestShelveInstance-1565407398-project] Pushing event deleted for resources: {'Port': ['ID=c8d39099-1b0f-4a63-bb27-94af89487697,revision_number=None']} {{(pid=92665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:04:08.958988 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-4e561b18-f1f1-49fa-92a6-95420d07dac9 tempest-TestShelveInstance-1565407398 tempest-TestShelveInstance-1565407398-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:04:09.002522 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-08743ee4-f249-4e17-a282-50ef3d3f6e26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:09.042297 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-4e561b18-f1f1-49fa-92a6-95420d07dac9 tempest-TestShelveInstance-1565407398 tempest-TestShelveInstance-1565407398-project] Notify callbacks [] for floatingip, after_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:09.042632 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.db.l3_db [None req-4e561b18-f1f1-49fa-92a6-95420d07dac9 tempest-TestShelveInstance-1565407398 tempest-TestShelveInstance-1565407398-project] Floating IP 3ad8f2ba-2945-4a56-b65d-d20a87d1fbc2 disassociated (deleted). External IP: 172.28.3.220, port: 14453dce-4709-4737-b557-4de4f2e3aa53. Jun 22 09:04:09.141788 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-08743ee4-f249-4e17-a282-50ef3d3f6e26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748303'] for security_group, after_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:09.144646 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-08743ee4-f249-4e17-a282-50ef3d3f6e26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:09.145825 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [None req-08743ee4-f249-4e17-a282-50ef3d3f6e26 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/51fbf1d4-0ff5-4315-8847-ac2491b1bde1 HTTP/1.1" status: 204 len: 168 time: 0.3339612 Jun 22 09:04:09.148334 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-aae74aa5-f197-4fc7-bef1-5f388605410d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:04:09.162165 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08743ee4-f249-4e17-a282-50ef3d3f6e26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51fbf1d4-0ff5-4315-8847-ac2491b1bde1,revision_number=None']} {{(pid=92665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:04:09.167244 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-08743ee4-f249-4e17-a282-50ef3d3f6e26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:04:09.183114 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-a75bec54-c3b0-4404-9831-b9273ee91463 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-741174'] for router_interface, before_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:09.467077 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.plugins.ml2.plugin [None req-a75bec54-c3b0-4404-9831-b9273ee91463 admin admin] Deleting port a4a6a3c3-d009-46db-9a2e-98dfac346f1a {{(pid=92664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:04:09.467937 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-a75bec54-c3b0-4404-9831-b9273ee91463 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728380103653'] for port, before_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:09.552135 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.plugins.ml2.db [None req-a75bec54-c3b0-4404-9831-b9273ee91463 admin admin] For port a4a6a3c3-d009-46db-9a2e-98dfac346f1a, host dv-cinder-797333-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797333-1-smb',level=0,port_id=a4a6a3c3-d009-46db-9a2e-98dfac346f1a,segment=NetworkSegment(ff26e6d0-efb0-4f26-b4ca-43fb0499d495),segment_id=ff26e6d0-efb0-4f26-b4ca-43fb0499d495)] {{(pid=92664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:04:09.552513 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-a75bec54-c3b0-4404-9831-b9273ee91463 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546942'] for port, precommit_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:09.562025 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e561b18-f1f1-49fa-92a6-95420d07dac9 tempest-TestShelveInstance-1565407398 tempest-TestShelveInstance-1565407398-project] Router c14cece0-d49c-437e-a62c-5e9a9e815504 has already been hosted by L3 agent 81bac9f2-ec56-4bd6-b329-9598189ea0dc {{(pid=92665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:04:09.619930 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.plugins.ml2.plugin [None req-a75bec54-c3b0-4404-9831-b9273ee91463 admin admin] Calling delete_port for a4a6a3c3-d009-46db-9a2e-98dfac346f1a owned by network:router_interface {{(pid=92664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:04:09.672509 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e561b18-f1f1-49fa-92a6-95420d07dac9 tempest-TestShelveInstance-1565407398 tempest-TestShelveInstance-1565407398-project] Notify agent at l3_agent.dv-cinder-797333-1-smb the message routers_updated {{(pid=92665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:04:09.677637 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-4e561b18-f1f1-49fa-92a6-95420d07dac9 tempest-TestShelveInstance-1565407398 tempest-TestShelveInstance-1565407398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27927'] for floatingip, before_response {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:09.685439 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5505b7b2-264a-412d-bc6d-fbd6f94026ef None None] Sync routers for ids ['c14cece0-d49c-437e-a62c-5e9a9e815504'] in dv-cinder-797333-1-smb {{(pid=92667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:04:09.697878 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5505b7b2-264a-412d-bc6d-fbd6f94026ef None None] Routers {'c14cece0-d49c-437e-a62c-5e9a9e815504'} bound to L3 agent in host dv-cinder-797333-1-smb {{(pid=92667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:04:09.698950 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.db.l3_hamode_db [None req-5505b7b2-264a-412d-bc6d-fbd6f94026ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797333-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T08:48:43Z,description=,heartbeat_timestamp=2021-06-22T09:03:44Z,host='dv-cinder-797333-1-smb',id=81bac9f2-ec56-4bd6-b329-9598189ea0dc,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T08:48:43Z,topic='l3_agent')) {'router_ids': ['c14cece0-d49c-437e-a62c-5e9a9e815504'], 'active': True} {{(pid=92667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:04:09.719247 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [None req-4e561b18-f1f1-49fa-92a6-95420d07dac9 tempest-TestShelveInstance-1565407398 tempest-TestShelveInstance-1565407398-project] 10.222.0.22 "DELETE /v2.0/floatingips/3ad8f2ba-2945-4a56-b65d-d20a87d1fbc2 HTTP/1.1" status: 204 len: 168 time: 1.4391677 Jun 22 09:04:09.719993 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc8b0cc3-489c-44aa-bec3-c9cb8004cc76', 'tag': '14453dce-4709-4737-b557-4de4f2e3aa53'}] {{(pid=92665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:04:09.733200 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}600ed202ef5c6893f709c92c950a9f9cd42c49f10c76c91c75f79f08b33dd1bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17f07bd9-bea3-4901-bf03-63f6f00bdfa8" -d '{"events": [{"name": "network-changed", "server_uuid": "fc8b0cc3-489c-44aa-bec3-c9cb8004cc76", "tag": "14453dce-4709-4737-b557-4de4f2e3aa53"}]}' {{(pid=92665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:04:09.829686 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.db.l3_dvr_db [None req-5505b7b2-264a-412d-bc6d-fbd6f94026ef None None] Set router c14cece0-d49c-437e-a62c-5e9a9e815504 gateway port host: dv-cinder-797333-1-smb {{(pid=92667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:04:09.843263 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-a75bec54-c3b0-4404-9831-b9273ee91463 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133719696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133660950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728380107749', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728379583070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9113264'] for port, after_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:09.846747 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-5fcb5e54-4e48-47af-a637-364e6cadfa21 tempest-AttachVolumeNegativeTest-547589549 tempest-AttachVolumeNegativeTest-547589549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:04:09.891997 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75bec54-c3b0-4404-9831-b9273ee91463 admin admin] Pushing event deleted for resources: {'Port': ['ID=a4a6a3c3-d009-46db-9a2e-98dfac346f1a,revision_number=None']} {{(pid=92664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:04:09.918658 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-a75bec54-c3b0-4404-9831-b9273ee91463 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:04:10.045343 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 09:04:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16bf6345-fb4d-4015-bb32-22ed384ec0b9 x-openstack-request-id: req-16bf6345-fb4d-4015-bb32-22ed384ec0b9 {{(pid=92665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:04:10.046299 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc8b0cc3-489c-44aa-bec3-c9cb8004cc76", "tag": "14453dce-4709-4737-b557-4de4f2e3aa53", "status": "completed", "code": 200}]} {{(pid=92665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:04:10.046808 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-16bf6345-fb4d-4015-bb32-22ed384ec0b9 {{(pid=92665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:04:10.047446 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc8b0cc3-489c-44aa-bec3-c9cb8004cc76', 'tag': '14453dce-4709-4737-b557-4de4f2e3aa53', 'status': 'completed', 'code': 200} Jun 22 09:04:10.216912 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.db.l3_hamode_db [None req-5505b7b2-264a-412d-bc6d-fbd6f94026ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c14cece0-d49c-437e-a62c-5e9a9e815504', 'name': 'tempest-TestShelveInstance-2028835958-router', 'tenant_id': '3cdda909a361486c941cba339ea661cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '229d5e4a-3847-4866-aa2f-e37dad8eeeae', 'external_fixed_ips': [{'subnet_id': '86526ad5-0ce1-4847-a8b3-31fb35f84f34', 'ip_address': '172.28.3.209'}], 'enable_snat': True}, 'gw_port_id': 'd7fae4f8-151a-4ff3-bbbd-5c40723001d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T08:58:44Z', 'updated_at': '2021-06-22T08:58:53Z', 'revision_number': 4, 'project_id': '3cdda909a361486c941cba339ea661cd', 'gw_port': {'id': 'd7fae4f8-151a-4ff3-bbbd-5c40723001d0', 'name': '', 'network_id': '229d5e4a-3847-4866-aa2f-e37dad8eeeae', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:5e:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c14cece0-d49c-437e-a62c-5e9a9e815504', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '86526ad5-0ce1-4847-a8b3-31fb35f84f34', 'ip_address': '172.28.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T08:58:45Z', 'updated_at': '2021-06-22T08:58:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86526ad5-0ce1-4847-a8b3-31fb35f84f34', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797333-1-smb', '_interfaces': [{'id': '90e3b13e-fe87-4c0f-8a7b-71d02b12eb89', 'name': '', 'network_id': 'b3c13f4c-b8ff-4164-9438-784286903cad', 'tenant_id': '3cdda909a361486c941cba339ea661cd', 'mac_address': 'fa:16:3e:3a:c7:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c14cece0-d49c-437e-a62c-5e9a9e815504', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'c4619780-7695-464f-af2b-4e2935ed6232', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T08:58:51Z', 'updated_at': '2021-06-22T08:59:01Z', 'revision_number': 5, 'project_id': '3cdda909a361486c941cba339ea661cd', 'subnets': [{'id': 'c4619780-7695-464f-af2b-4e2935ed6232', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797333-1-smb', False) {} {{(pid=92667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:04:10.240113 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9121d4-140d-4af7-ad09-237a29a51ee8 req-94491786-d629-4d33-bd40-b9e238ffd19a tempest-TestShelveInstance-1565407398 tempest-TestShelveInstance-1565407398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:04:10.242178 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-ac9121d4-140d-4af7-ad09-237a29a51ee8 req-94491786-d629-4d33-bd40-b9e238ffd19a tempest-TestShelveInstance-1565407398 tempest-TestShelveInstance-1565407398-project] 10.222.0.22 "GET /v2.0/ports?device_id=fc8b0cc3-489c-44aa-bec3-c9cb8004cc76 HTTP/1.1" status: 200 len: 946 time: 0.1017439 Jun 22 09:04:10.242736 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f07bd9-bea3-4901-bf03-63f6f00bdfa8 req-3e287c32-4c7f-428a-b954-3d115b921ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:04:10.244203 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-17f07bd9-bea3-4901-bf03-63f6f00bdfa8 req-3e287c32-4c7f-428a-b954-3d115b921ded service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3cdda909a361486c941cba339ea661cd&device_id=fc8b0cc3-489c-44aa-bec3-c9cb8004cc76 HTTP/1.1" status: 200 len: 1099 time: 0.1201978 Jun 22 09:04:10.246612 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-a75bec54-c3b0-4404-9831-b9273ee91463 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133661028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-741274'] for router_interface, after_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:10.296465 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-ac9121d4-140d-4af7-ad09-237a29a51ee8 req-247d1e7b-1edb-41e7-bb6d-171d07e9a61b tempest-TestShelveInstance-1565407398 tempest-TestShelveInstance-1565407398-project] 10.222.0.22 "GET /v2.0/security-groups?id=625a0eee-a365-4b84-95f9-4e05b3b72269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457022 Jun 22 09:04:10.355523 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5505b7b2-264a-412d-bc6d-fbd6f94026ef None None] Checking router: c14cece0-d49c-437e-a62c-5e9a9e815504 for host: dv-cinder-797333-1-smb {{(pid=92667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:04:10.365488 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5505b7b2-264a-412d-bc6d-fbd6f94026ef None None] Routers {'c14cece0-d49c-437e-a62c-5e9a9e815504'} bound to L3 agent in host dv-cinder-797333-1-smb {{(pid=92667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:04:10.366156 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.db.l3_hamode_db [None req-5505b7b2-264a-412d-bc6d-fbd6f94026ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797333-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T08:48:43Z,description=,heartbeat_timestamp=2021-06-22T09:03:44Z,host='dv-cinder-797333-1-smb',id=81bac9f2-ec56-4bd6-b329-9598189ea0dc,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T08:48:43Z,topic='l3_agent')) {'router_ids': ['c14cece0-d49c-437e-a62c-5e9a9e815504'], 'active': True} {{(pid=92667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:04:10.475465 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.db.l3_dvr_db [None req-5505b7b2-264a-412d-bc6d-fbd6f94026ef None None] Set router c14cece0-d49c-437e-a62c-5e9a9e815504 gateway port host: dv-cinder-797333-1-smb {{(pid=92667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:04:10.698123 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.db.l3_hamode_db [None req-5505b7b2-264a-412d-bc6d-fbd6f94026ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c14cece0-d49c-437e-a62c-5e9a9e815504', 'name': 'tempest-TestShelveInstance-2028835958-router', 'tenant_id': '3cdda909a361486c941cba339ea661cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '229d5e4a-3847-4866-aa2f-e37dad8eeeae', 'external_fixed_ips': [{'subnet_id': '86526ad5-0ce1-4847-a8b3-31fb35f84f34', 'ip_address': '172.28.3.209'}], 'enable_snat': True}, 'gw_port_id': 'd7fae4f8-151a-4ff3-bbbd-5c40723001d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T08:58:44Z', 'updated_at': '2021-06-22T08:58:53Z', 'revision_number': 4, 'project_id': '3cdda909a361486c941cba339ea661cd', 'gw_port': {'id': 'd7fae4f8-151a-4ff3-bbbd-5c40723001d0', 'name': '', 'network_id': '229d5e4a-3847-4866-aa2f-e37dad8eeeae', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:5e:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c14cece0-d49c-437e-a62c-5e9a9e815504', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '86526ad5-0ce1-4847-a8b3-31fb35f84f34', 'ip_address': '172.28.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T08:58:45Z', 'updated_at': '2021-06-22T08:58:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86526ad5-0ce1-4847-a8b3-31fb35f84f34', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797333-1-smb', '_interfaces': [{'id': '90e3b13e-fe87-4c0f-8a7b-71d02b12eb89', 'name': '', 'network_id': 'b3c13f4c-b8ff-4164-9438-784286903cad', 'tenant_id': '3cdda909a361486c941cba339ea661cd', 'mac_address': 'fa:16:3e:3a:c7:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c14cece0-d49c-437e-a62c-5e9a9e815504', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'c4619780-7695-464f-af2b-4e2935ed6232', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T08:58:51Z', 'updated_at': '2021-06-22T08:59:01Z', 'revision_number': 5, 'project_id': '3cdda909a361486c941cba339ea661cd', 'subnets': [{'id': 'c4619780-7695-464f-af2b-4e2935ed6232', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797333-1-smb', False) {} {{(pid=92667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:04:10.715758 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f07bd9-bea3-4901-bf03-63f6f00bdfa8 req-42ab1346-e228-45ca-ab8b-397c35ed055f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:04:10.717231 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-17f07bd9-bea3-4901-bf03-63f6f00bdfa8 req-42ab1346-e228-45ca-ab8b-397c35ed055f service neutron] 10.222.0.15 "GET /v2.0/networks?id=b3c13f4c-b8ff-4164-9438-784286903cad HTTP/1.1" status: 200 len: 910 time: 0.4623253 Jun 22 09:04:10.731676 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5505b7b2-264a-412d-bc6d-fbd6f94026ef None None] The sync data for ids ['c14cece0-d49c-437e-a62c-5e9a9e815504'] in dv-cinder-797333-1-smb is: [{'id': 'c14cece0-d49c-437e-a62c-5e9a9e815504', 'name': 'tempest-TestShelveInstance-2028835958-router', 'tenant_id': '3cdda909a361486c941cba339ea661cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '229d5e4a-3847-4866-aa2f-e37dad8eeeae', 'external_fixed_ips': [{'subnet_id': '86526ad5-0ce1-4847-a8b3-31fb35f84f34', 'ip_address': '172.28.3.209'}], 'enable_snat': True}, 'gw_port_id': 'd7fae4f8-151a-4ff3-bbbd-5c40723001d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T08:58:44Z', 'updated_at': '2021-06-22T08:58:53Z', 'revision_number': 4, 'project_id': '3cdda909a361486c941cba339ea661cd', 'gw_port': {'id': 'd7fae4f8-151a-4ff3-bbbd-5c40723001d0', 'name': '', 'network_id': '229d5e4a-3847-4866-aa2f-e37dad8eeeae', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:5e:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c14cece0-d49c-437e-a62c-5e9a9e815504', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '86526ad5-0ce1-4847-a8b3-31fb35f84f34', 'ip_address': '172.28.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T08:58:45Z', 'updated_at': '2021-06-22T08:58:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86526ad5-0ce1-4847-a8b3-31fb35f84f34', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797333-1-smb', '_interfaces': [{'id': '90e3b13e-fe87-4c0f-8a7b-71d02b12eb89', 'name': '', 'network_id': 'b3c13f4c-b8ff-4164-9438-784286903cad', 'tenant_id': '3cdda909a361486c941cba339ea661cd', 'mac_address': 'fa:16:3e:3a:c7:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c14cece0-d49c-437e-a62c-5e9a9e815504', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'c4619780-7695-464f-af2b-4e2935ed6232', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T08:58:51Z', 'updated_at': '2021-06-22T08:59:01Z', 'revision_number': 5, 'project_id': '3cdda909a361486c941cba339ea661cd', 'subnets': [{'id': 'c4619780-7695-464f-af2b-4e2935ed6232', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:04:10.796322 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-17f07bd9-bea3-4901-bf03-63f6f00bdfa8 req-2708564a-f1e9-47ee-8fd3-47c305e4c7b7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=14453dce-4709-4737-b557-4de4f2e3aa53 HTTP/1.1" status: 200 len: 217 time: 0.0712719 Jun 22 09:04:10.891456 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f07bd9-bea3-4901-bf03-63f6f00bdfa8 req-5462e580-4669-45b7-a157-395e1f629166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:04:10.892905 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-17f07bd9-bea3-4901-bf03-63f6f00bdfa8 req-5462e580-4669-45b7-a157-395e1f629166 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c4619780-7695-464f-af2b-4e2935ed6232 HTTP/1.1" status: 200 len: 848 time: 0.0883765 Jun 22 09:04:10.900572 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a75bec54-c3b0-4404-9831-b9273ee91463 admin admin] Router e39149fe-b87f-4c67-89a3-ae4a53980e68 has already been hosted by L3 agent 81bac9f2-ec56-4bd6-b329-9598189ea0dc {{(pid=92664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:04:10.979111 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df7de0ec-4665-43aa-9d19-2df88a9c4834 None None] New status for floating IP 3ad8f2ba-2945-4a56-b65d-d20a87d1fbc2: DOWN {{(pid=92666) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 09:04:11.039752 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f07bd9-bea3-4901-bf03-63f6f00bdfa8 req-5ffec100-413f-40c8-afeb-3a24c612d68b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:04:11.039752 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-17f07bd9-bea3-4901-bf03-63f6f00bdfa8 req-5ffec100-413f-40c8-afeb-3a24c612d68b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b3c13f4c-b8ff-4164-9438-784286903cad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1381149 Jun 22 09:04:11.060651 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a75bec54-c3b0-4404-9831-b9273ee91463 admin admin] Notify agent at l3_agent.dv-cinder-797333-1-smb the message routers_updated {{(pid=92664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:04:11.070870 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e0d51df-2e8c-4260-89cf-df793753caa8 None None] Sync routers for ids ['e39149fe-b87f-4c67-89a3-ae4a53980e68'] in dv-cinder-797333-1-smb {{(pid=92667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:04:11.077483 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [None req-a75bec54-c3b0-4404-9831-b9273ee91463 admin admin] 10.222.0.22 "PUT /v2.0/routers/e39149fe-b87f-4c67-89a3-ae4a53980e68/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4839582 Jun 22 09:04:11.077664 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.wsgi [-] (92665) accepted ('10.222.0.22', 40886) {{(pid=92665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:04:11.088298 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e0d51df-2e8c-4260-89cf-df793753caa8 None None] Routers {'e39149fe-b87f-4c67-89a3-ae4a53980e68'} bound to L3 agent in host dv-cinder-797333-1-smb {{(pid=92667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:04:11.089137 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.db.l3_hamode_db [None req-4e0d51df-2e8c-4260-89cf-df793753caa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797333-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T08:48:43Z,description=,heartbeat_timestamp=2021-06-22T09:03:44Z,host='dv-cinder-797333-1-smb',id=81bac9f2-ec56-4bd6-b329-9598189ea0dc,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T08:48:43Z,topic='l3_agent')) {'router_ids': ['e39149fe-b87f-4c67-89a3-ae4a53980e68'], 'active': True} {{(pid=92667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:04:11.092070 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-6e2678b8-78d6-4e07-a834-055a7a7714f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380123073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133916839'] for agent, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:11.180105 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-17f07bd9-bea3-4901-bf03-63f6f00bdfa8 req-7dd391f9-270b-4fd3-aed2-01aca647fbf7 service neutron] 10.222.0.15 "GET /v2.0/networks/b3c13f4c-b8ff-4164-9438-784286903cad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299889 Jun 22 09:04:11.204300 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-d1b76bab-853c-4e58-94ea-2df8faa92198 admin admin] Notify callbacks [] for router, before_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:11.227835 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.db.l3_dvr_db [None req-4e0d51df-2e8c-4260-89cf-df793753caa8 None None] Set router e39149fe-b87f-4c67-89a3-ae4a53980e68 gateway port host: dv-cinder-797333-1-smb {{(pid=92667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:04:11.286270 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-17f07bd9-bea3-4901-bf03-63f6f00bdfa8 req-289cce68-8c7b-49bb-aaf1-974d0a490da8 service neutron] 10.222.0.15 "GET /v2.0/networks/b3c13f4c-b8ff-4164-9438-784286903cad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989301 Jun 22 09:04:11.320162 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-d1b76bab-853c-4e58-94ea-2df8faa92198 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:11.386565 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.plugins.ml2.plugin [None req-d1b76bab-853c-4e58-94ea-2df8faa92198 admin admin] Deleting port 85852532-1dc4-4718-b431-e4ecee9d7a48 {{(pid=92665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:04:11.386910 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-d1b76bab-853c-4e58-94ea-2df8faa92198 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728380103653'] for port, before_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:11.411905 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.db.agents_db [None req-b28930ac-c45f-452b-90b0-92e2a86c5dbe None None] Agent healthcheck: found 6 active agents {{(pid=92667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 09:04:11.428169 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd09b294-ff1e-42fc-946a-8e865491c1a6 req-3015d3c6-613f-450c-a022-0bda5bb0c124 tempest-TestShelveInstance-1565407398 tempest-TestShelveInstance-1565407398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:04:11.429739 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-dd09b294-ff1e-42fc-946a-8e865491c1a6 req-3015d3c6-613f-450c-a022-0bda5bb0c124 tempest-TestShelveInstance-1565407398 tempest-TestShelveInstance-1565407398-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc8b0cc3-489c-44aa-bec3-c9cb8004cc76 HTTP/1.1" status: 200 len: 946 time: 0.0887520 Jun 22 09:04:11.469058 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.db.l3_hamode_db [None req-4e0d51df-2e8c-4260-89cf-df793753caa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e39149fe-b87f-4c67-89a3-ae4a53980e68', 'name': 'tempest-AttachVolumeShelveTestJSON-1386995798-router', 'tenant_id': '0dbc55deeb2a42a3bb10502a7c6fc28b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '229d5e4a-3847-4866-aa2f-e37dad8eeeae', 'external_fixed_ips': [{'subnet_id': '86526ad5-0ce1-4847-a8b3-31fb35f84f34', 'ip_address': '172.28.3.205'}], 'enable_snat': True}, 'gw_port_id': '85852532-1dc4-4718-b431-e4ecee9d7a48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T08:56:32Z', 'updated_at': '2021-06-22T09:04:09Z', 'revision_number': 5, 'project_id': '0dbc55deeb2a42a3bb10502a7c6fc28b', 'gw_port': {'id': '85852532-1dc4-4718-b431-e4ecee9d7a48', 'name': '', 'network_id': '229d5e4a-3847-4866-aa2f-e37dad8eeeae', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:f5:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e39149fe-b87f-4c67-89a3-ae4a53980e68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '86526ad5-0ce1-4847-a8b3-31fb35f84f34', 'ip_address': '172.28.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T08:56:33Z', 'updated_at': '2021-06-22T08:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86526ad5-0ce1-4847-a8b3-31fb35f84f34', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797333-1-smb'}], 'dv-cinder-797333-1-smb', False) {} {{(pid=92667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:04:11.504018 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e0d51df-2e8c-4260-89cf-df793753caa8 None None] Checking router: e39149fe-b87f-4c67-89a3-ae4a53980e68 for host: dv-cinder-797333-1-smb {{(pid=92667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:04:11.514015 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e0d51df-2e8c-4260-89cf-df793753caa8 None None] Routers {'e39149fe-b87f-4c67-89a3-ae4a53980e68'} bound to L3 agent in host dv-cinder-797333-1-smb {{(pid=92667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:04:11.514620 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.db.l3_hamode_db [None req-4e0d51df-2e8c-4260-89cf-df793753caa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797333-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T08:48:43Z,description=,heartbeat_timestamp=2021-06-22T09:03:44Z,host='dv-cinder-797333-1-smb',id=81bac9f2-ec56-4bd6-b329-9598189ea0dc,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T08:48:43Z,topic='l3_agent')) {'router_ids': ['e39149fe-b87f-4c67-89a3-ae4a53980e68'], 'active': True} {{(pid=92667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:04:11.519791 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.wsgi [-] (92665) accepted ('10.222.0.22', 40896) {{(pid=92665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:04:11.540723 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.plugins.ml2.db [None req-d1b76bab-853c-4e58-94ea-2df8faa92198 admin admin] For port 85852532-1dc4-4718-b431-e4ecee9d7a48, host dv-cinder-797333-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797333-1-smb',level=0,port_id=85852532-1dc4-4718-b431-e4ecee9d7a48,segment=NetworkSegment(f5dcb9d0-69a0-4f7f-8ef7-9bef0bfd3dea),segment_id=f5dcb9d0-69a0-4f7f-8ef7-9bef0bfd3dea)] {{(pid=92665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:04:11.541147 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-d1b76bab-853c-4e58-94ea-2df8faa92198 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546942'] for port, precommit_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:11.550010 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.plugins.ml2.plugin [req-dd09b294-ff1e-42fc-946a-8e865491c1a6 req-8155e0c3-2a65-41bf-bd38-fc2126180b93 tempest-TestShelveInstance-1565407398 tempest-TestShelveInstance-1565407398-project] Deleting port 14453dce-4709-4737-b557-4de4f2e3aa53 {{(pid=92664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:04:11.552692 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [req-dd09b294-ff1e-42fc-946a-8e865491c1a6 req-8155e0c3-2a65-41bf-bd38-fc2126180b93 tempest-TestShelveInstance-1565407398 tempest-TestShelveInstance-1565407398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728380103653'] for port, before_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:11.600702 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b41b68b-9040-4356-9f05-d582431af645 req-b227e090-1d03-45a2-ac5f-4da809b2cf36 tempest-TestShelveInstance-1565407398 tempest-TestShelveInstance-1565407398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:04:11.602252 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-6b41b68b-9040-4356-9f05-d582431af645 req-b227e090-1d03-45a2-ac5f-4da809b2cf36 tempest-TestShelveInstance-1565407398 tempest-TestShelveInstance-1565407398-project] 10.222.0.22 "GET /v2.0/ports?device_id=fc8b0cc3-489c-44aa-bec3-c9cb8004cc76 HTTP/1.1" status: 200 len: 946 time: 0.1492155 Jun 22 09:04:11.618422 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.db.l3_dvr_db [None req-4e0d51df-2e8c-4260-89cf-df793753caa8 None None] Set router e39149fe-b87f-4c67-89a3-ae4a53980e68 gateway port host: None {{(pid=92667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:04:11.628053 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.plugins.ml2.plugin [None req-d1b76bab-853c-4e58-94ea-2df8faa92198 admin admin] Calling delete_port for 85852532-1dc4-4718-b431-e4ecee9d7a48 owned by network:router_gateway {{(pid=92665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:04:11.644921 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.plugins.ml2.db [req-dd09b294-ff1e-42fc-946a-8e865491c1a6 req-8155e0c3-2a65-41bf-bd38-fc2126180b93 tempest-TestShelveInstance-1565407398 tempest-TestShelveInstance-1565407398-project] For port 14453dce-4709-4737-b557-4de4f2e3aa53, host hv-cinder-79733, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79733',level=0,port_id=14453dce-4709-4737-b557-4de4f2e3aa53,segment=NetworkSegment(ea110242-fe51-4929-b591-906578e682da),segment_id=ea110242-fe51-4929-b591-906578e682da)] {{(pid=92664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:04:11.645709 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [req-dd09b294-ff1e-42fc-946a-8e865491c1a6 req-8155e0c3-2a65-41bf-bd38-fc2126180b93 tempest-TestShelveInstance-1565407398 tempest-TestShelveInstance-1565407398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546942'] for port, precommit_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:11.671579 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-6b41b68b-9040-4356-9f05-d582431af645 req-3b8f7662-bfd0-4de6-8e34-e856694c3bf9 tempest-TestShelveInstance-1565407398 tempest-TestShelveInstance-1565407398-project] 10.222.0.22 "GET /v2.0/security-groups?id=625a0eee-a365-4b84-95f9-4e05b3b72269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410507 Jun 22 09:04:11.696982 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.db.l3_hamode_db [None req-4e0d51df-2e8c-4260-89cf-df793753caa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e39149fe-b87f-4c67-89a3-ae4a53980e68', 'name': 'tempest-AttachVolumeShelveTestJSON-1386995798-router', 'tenant_id': '0dbc55deeb2a42a3bb10502a7c6fc28b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T08:56:32Z', 'updated_at': '2021-06-22T09:04:11Z', 'revision_number': 6, 'project_id': '0dbc55deeb2a42a3bb10502a7c6fc28b', 'gw_port_host': None}], 'dv-cinder-797333-1-smb', False) {} {{(pid=92667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:04:11.718006 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.plugins.ml2.plugin [req-dd09b294-ff1e-42fc-946a-8e865491c1a6 req-8155e0c3-2a65-41bf-bd38-fc2126180b93 tempest-TestShelveInstance-1565407398 tempest-TestShelveInstance-1565407398-project] Calling delete_port for 14453dce-4709-4737-b557-4de4f2e3aa53 owned by compute:nova {{(pid=92664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:04:11.718622 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-e55ad894-69a8-4cde-b217-ff7f9442c0e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:11.723653 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e0d51df-2e8c-4260-89cf-df793753caa8 None None] The sync data for ids ['e39149fe-b87f-4c67-89a3-ae4a53980e68'] in dv-cinder-797333-1-smb is: [{'id': 'e39149fe-b87f-4c67-89a3-ae4a53980e68', 'name': 'tempest-AttachVolumeShelveTestJSON-1386995798-router', 'tenant_id': '0dbc55deeb2a42a3bb10502a7c6fc28b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T08:56:32Z', 'updated_at': '2021-06-22T09:04:11Z', 'revision_number': 6, 'project_id': '0dbc55deeb2a42a3bb10502a7c6fc28b', 'gw_port_host': None}] {{(pid=92667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:04:11.852926 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [req-dd09b294-ff1e-42fc-946a-8e865491c1a6 req-8155e0c3-2a65-41bf-bd38-fc2126180b93 tempest-TestShelveInstance-1565407398 tempest-TestShelveInstance-1565407398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133719696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133660950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728380107749', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728379583070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9113264'] for port, after_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:11.858133 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-7e66db78-b0ae-4403-b83d-bec4918f63f5 tempest-AttachVolumeNegativeTest-547589549 tempest-AttachVolumeNegativeTest-547589549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:04:11.883321 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8155e0c3-2a65-41bf-bd38-fc2126180b93 tempest-TestShelveInstance-1565407398 tempest-TestShelveInstance-1565407398-project] Pushing event deleted for resources: {'Port': ['ID=14453dce-4709-4737-b557-4de4f2e3aa53,revision_number=None']} {{(pid=92664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:04:11.886199 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-8155e0c3-2a65-41bf-bd38-fc2126180b93 tempest-TestShelveInstance-1565407398 tempest-TestShelveInstance-1565407398-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:04:11.896392 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-d1b76bab-853c-4e58-94ea-2df8faa92198 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133719696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133660950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728380107749', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728379583070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4027009'] for port, after_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:11.901537 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-15d21613-d0e5-471c-beb6-245b87c8c565 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:04:11.931203 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b76bab-853c-4e58-94ea-2df8faa92198 admin admin] Pushing event deleted for resources: {'Port': ['ID=85852532-1dc4-4718-b431-e4ecee9d7a48,revision_number=None']} {{(pid=92665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:04:11.934189 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-d1b76bab-853c-4e58-94ea-2df8faa92198 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:04:11.934794 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd09b294-ff1e-42fc-946a-8e865491c1a6 req-8155e0c3-2a65-41bf-bd38-fc2126180b93 tempest-TestShelveInstance-1565407398 tempest-TestShelveInstance-1565407398-project] No DVR routers for this DVR port 14453dce-4709-4737-b557-4de4f2e3aa53 on host hv-cinder-79733 {{(pid=92664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:04:11.938072 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [req-dd09b294-ff1e-42fc-946a-8e865491c1a6 req-8155e0c3-2a65-41bf-bd38-fc2126180b93 tempest-TestShelveInstance-1565407398 tempest-TestShelveInstance-1565407398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27927'] for port, before_response {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:11.940358 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-dd09b294-ff1e-42fc-946a-8e865491c1a6 req-8155e0c3-2a65-41bf-bd38-fc2126180b93 tempest-TestShelveInstance-1565407398 tempest-TestShelveInstance-1565407398-project] 10.222.0.15 "DELETE /v2.0/ports/14453dce-4709-4737-b557-4de4f2e3aa53 HTTP/1.1" status: 204 len: 173 time: 0.5045855 Jun 22 09:04:11.940882 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc8b0cc3-489c-44aa-bec3-c9cb8004cc76', 'name': 'network-vif-deleted', 'tag': '14453dce-4709-4737-b557-4de4f2e3aa53'}] {{(pid=92664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:04:11.944408 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}204e7d68aaf5059dd7cb24067ff1be2165df2a8c21773c1dc73aa01b5c6655f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5319288c-03a3-41ae-b9a2-681525344eea" -d '{"events": [{"server_uuid": "fc8b0cc3-489c-44aa-bec3-c9cb8004cc76", "name": "network-vif-deleted", "tag": "14453dce-4709-4737-b557-4de4f2e3aa53"}]}' {{(pid=92664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:04:11.983437 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 09:04:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5b2abc8-da9c-439d-8bb5-f936beb2e338 x-openstack-request-id: req-d5b2abc8-da9c-439d-8bb5-f936beb2e338 {{(pid=92664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:04:11.983768 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc8b0cc3-489c-44aa-bec3-c9cb8004cc76", "name": "network-vif-deleted", "tag": "14453dce-4709-4737-b557-4de4f2e3aa53", "status": "completed", "code": 200}]} {{(pid=92664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:04:11.984063 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d5b2abc8-da9c-439d-8bb5-f936beb2e338 {{(pid=92664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:04:11.984494 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc8b0cc3-489c-44aa-bec3-c9cb8004cc76', 'name': 'network-vif-deleted', 'tag': '14453dce-4709-4737-b557-4de4f2e3aa53', 'status': 'completed', 'code': 200} Jun 22 09:04:11.993673 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-e55ad894-69a8-4cde-b217-ff7f9442c0e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:12.001136 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-e55ad894-69a8-4cde-b217-ff7f9442c0e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748303'] for security_group, after_create {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:12.006083 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-37d7632a-0e40-4aae-a9c9-55ff4f11b0fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:04:12.051986 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55ad894-69a8-4cde-b217-ff7f9442c0e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e926ccb4-65d6-4ee4-9e5c-7d83bf689e56,revision_number=1']} {{(pid=92665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:04:12.052791 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-d1b76bab-853c-4e58-94ea-2df8faa92198 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-546751'] for router_gateway, after_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:12.054928 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-e55ad894-69a8-4cde-b217-ff7f9442c0e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:04:12.060380 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [None req-e55ad894-69a8-4cde-b217-ff7f9442c0e7 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=04ac40fd56754dbabb7c15f8817cf5aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5349231 Jun 22 09:04:12.061047 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.wsgi [-] (92665) accepted ('10.222.0.22', 40902) {{(pid=92665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:04:12.162343 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.rpc [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Device a4a6a3c3-d009-46db-9a2e-98dfac346f1a no longer exists at agent ovs-agent-dv-cinder-797333-1-smb {{(pid=92666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:04:12.173351 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-d1b76bab-853c-4e58-94ea-2df8faa92198 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-737704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-122588'] for router, precommit_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:12.179561 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-d1b76bab-853c-4e58-94ea-2df8faa92198 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:12.196201 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.plugin [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] No Port match for: a4a6a3c3-d009-46db-9a2e-98dfac346f1a {{(pid=92666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:04:12.196685 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.rpc [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Device a4a6a3c3-d009-46db-9a2e-98dfac346f1a not bound to the agent host dv-cinder-797333-1-smb {{(pid=92666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:04:12.243823 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-d1b76bab-853c-4e58-94ea-2df8faa92198 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-739075'] for router, after_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:12.244651 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1b76bab-853c-4e58-94ea-2df8faa92198 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e39149fe-b87f-4c67-89a3-ae4a53980e68 {{(pid=92665) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 09:04:12.246601 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-6eef08d2-9596-47b4-be36-10258078c919 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:12.250356 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-d1b76bab-853c-4e58-94ea-2df8faa92198 admin admin] Notify callbacks [] for router, before_response {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:12.251663 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [None req-d1b76bab-853c-4e58-94ea-2df8faa92198 admin admin] 10.222.0.22 "DELETE /v2.0/routers/e39149fe-b87f-4c67-89a3-ae4a53980e68 HTTP/1.1" status: 204 len: 168 time: 1.1729751 Jun 22 09:04:12.254727 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.wsgi [-] (92665) accepted ('10.222.0.22', 40904) {{(pid=92665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:04:12.302290 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-6eef08d2-9596-47b4-be36-10258078c919 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:12.330479 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb00e395-ed01-4253-985b-4348d0610cff admin admin] Deleting subnet 1fa320cf-b578-475c-89d7-a0309e38937c {{(pid=92665) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 09:04:12.345128 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-bb00e395-ed01-4253-985b-4348d0610cff admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:12.387386 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-bb00e395-ed01-4253-985b-4348d0610cff admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8737171'] for subnet, precommit_delete_associations {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:12.418945 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-6eef08d2-9596-47b4-be36-10258078c919 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748303'] for security_group, after_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:12.421498 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-6eef08d2-9596-47b4-be36-10258078c919 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:12.422649 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [None req-6eef08d2-9596-47b4-be36-10258078c919 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e926ccb4-65d6-4ee4-9e5c-7d83bf689e56 HTTP/1.1" status: 204 len: 168 time: 0.3596468 Jun 22 09:04:12.424889 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-f45c9874-14f9-4f35-b231-f77e80052794 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:04:12.436011 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eef08d2-9596-47b4-be36-10258078c919 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e926ccb4-65d6-4ee4-9e5c-7d83bf689e56,revision_number=None']} {{(pid=92665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:04:12.439557 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-6eef08d2-9596-47b4-be36-10258078c919 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:04:12.484751 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-bb00e395-ed01-4253-985b-4348d0610cff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133921636'] for subnet, precommit_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:12.551028 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-bb00e395-ed01-4253-985b-4348d0610cff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133921629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133660950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4027083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1911727'] for subnet, after_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:12.553518 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-c5bccb80-88b5-4b58-a96d-6e5ae161f0b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:04:12.579018 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb00e395-ed01-4253-985b-4348d0610cff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1fa320cf-b578-475c-89d7-a0309e38937c,revision_number=None']} {{(pid=92665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:04:12.582715 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-bb00e395-ed01-4253-985b-4348d0610cff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:04:12.585828 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-bb00e395-ed01-4253-985b-4348d0610cff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133660928'] for subnet, before_response {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:12.589995 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [None req-bb00e395-ed01-4253-985b-4348d0610cff admin admin] 10.222.0.22 "DELETE /v2.0/subnets/1fa320cf-b578-475c-89d7-a0309e38937c HTTP/1.1" status: 204 len: 168 time: 0.3318717 Jun 22 09:04:12.590341 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.wsgi [-] (92664) accepted ('10.222.0.22', 40910) {{(pid=92664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:04:12.592909 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa3f11de-7f45-4b1b-83a6-c7bd4ec32d01 None None] Network 266e7c95-823e-49c0-9793-a3850a55863e requested from dv-cinder-797333-1-smb {{(pid=92666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:04:12.699843 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-70f15516-84cd-48f1-959c-37f8570a785c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133751319'] for network, before_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:12.789972 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.wsgi [-] (92664) accepted ('10.222.0.22', 40914) {{(pid=92664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:04:12.807068 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.plugins.ml2.plugin [None req-70f15516-84cd-48f1-959c-37f8570a785c admin admin] Deleting port d4e1db2c-9e8e-402e-9caa-4dea7b71cb35 {{(pid=92664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:04:12.807416 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-70f15516-84cd-48f1-959c-37f8570a785c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728380103653'] for port, before_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:12.881627 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-6c9687b1-9463-412b-9e9b-c91bfa061e46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:12.886663 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-415cfc79-cfe3-49c2-aefc-94ddd2fdfd7d None None] DHCP port deletion for 266e7c95-823e-49c0-9793-a3850a55863e request from dv-cinder-797333-1-smb {{(pid=92666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 09:04:12.919045 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.plugins.ml2.db [None req-70f15516-84cd-48f1-959c-37f8570a785c admin admin] For port d4e1db2c-9e8e-402e-9caa-4dea7b71cb35, host dv-cinder-797333-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797333-1-smb',level=0,port_id=d4e1db2c-9e8e-402e-9caa-4dea7b71cb35,segment=NetworkSegment(ff26e6d0-efb0-4f26-b4ca-43fb0499d495),segment_id=ff26e6d0-efb0-4f26-b4ca-43fb0499d495)] {{(pid=92664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:04:12.919406 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-70f15516-84cd-48f1-959c-37f8570a785c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546942'] for port, precommit_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:12.922825 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-b46891da-7fe3-4da3-bf97-ef4fd7de8139 req-10936438-a008-4c20-9721-8c173a563808 tempest-TestShelveInstance-1565407398 tempest-TestShelveInstance-1565407398-project] 10.222.0.22 "GET /v2.0/ports?device_id=fc8b0cc3-489c-44aa-bec3-c9cb8004cc76 HTTP/1.1" status: 200 len: 210 time: 0.0468183 Jun 22 09:04:12.950578 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.plugin [None req-415cfc79-cfe3-49c2-aefc-94ddd2fdfd7d None None] Deleting port d4e1db2c-9e8e-402e-9caa-4dea7b71cb35 {{(pid=92666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:04:12.950957 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-415cfc79-cfe3-49c2-aefc-94ddd2fdfd7d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728380103653'] for port, before_delete {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:12.993691 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.plugins.ml2.plugin [None req-70f15516-84cd-48f1-959c-37f8570a785c admin admin] Calling delete_port for d4e1db2c-9e8e-402e-9caa-4dea7b71cb35 owned by network:dhcp {{(pid=92664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:04:13.015292 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.db [None req-415cfc79-cfe3-49c2-aefc-94ddd2fdfd7d None None] For port d4e1db2c-9e8e-402e-9caa-4dea7b71cb35, host dv-cinder-797333-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797333-1-smb',level=0,port_id=d4e1db2c-9e8e-402e-9caa-4dea7b71cb35,segment=NetworkSegment(ff26e6d0-efb0-4f26-b4ca-43fb0499d495),segment_id=ff26e6d0-efb0-4f26-b4ca-43fb0499d495)] {{(pid=92666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:04:13.015786 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-415cfc79-cfe3-49c2-aefc-94ddd2fdfd7d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546942'] for port, precommit_delete {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:13.078257 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.plugin [None req-415cfc79-cfe3-49c2-aefc-94ddd2fdfd7d None None] Calling delete_port for d4e1db2c-9e8e-402e-9caa-4dea7b71cb35 owned by network:dhcp {{(pid=92666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:04:13.125351 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-70f15516-84cd-48f1-959c-37f8570a785c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133719696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133660950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728380107749', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728379583070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9113264'] for port, after_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:13.130466 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-2dccba8d-4849-4ccd-b635-d1116a84384f tempest-TestMinimumBasicScenario-143008768 tempest-TestMinimumBasicScenario-143008768-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:04:13.133577 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-6c9687b1-9463-412b-9e9b-c91bfa061e46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:13.154792 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-415cfc79-cfe3-49c2-aefc-94ddd2fdfd7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133719696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133660950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728380107749', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728379583070'] for port, after_delete {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:13.155007 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-6c9687b1-9463-412b-9e9b-c91bfa061e46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748303'] for security_group, after_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:13.157431 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG oslo_concurrency.lockutils [None req-50853e78-2e72-411e-bb73-1fd06f530fa5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:04:13.161273 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70f15516-84cd-48f1-959c-37f8570a785c admin admin] No DVR routers for this DVR port d4e1db2c-9e8e-402e-9caa-4dea7b71cb35 on host dv-cinder-797333-1-smb {{(pid=92664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:04:13.169943 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f15516-84cd-48f1-959c-37f8570a785c admin admin] Pushing event deleted for resources: {'Port': ['ID=d4e1db2c-9e8e-402e-9caa-4dea7b71cb35,revision_number=None']} {{(pid=92664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:04:13.172163 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-70f15516-84cd-48f1-959c-37f8570a785c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:04:13.180812 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415cfc79-cfe3-49c2-aefc-94ddd2fdfd7d None None] Pushing event deleted for resources: {'Port': ['ID=d4e1db2c-9e8e-402e-9caa-4dea7b71cb35,revision_number=None']} {{(pid=92666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:04:13.183788 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG oslo_concurrency.lockutils [None req-415cfc79-cfe3-49c2-aefc-94ddd2fdfd7d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:04:13.185386 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-415cfc79-cfe3-49c2-aefc-94ddd2fdfd7d None None] No DVR routers for this DVR port d4e1db2c-9e8e-402e-9caa-4dea7b71cb35 on host dv-cinder-797333-1-smb {{(pid=92666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:04:13.193646 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-9b97b7ef-a758-41c0-9872-b42390f7cfbd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.035s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:04:13.255651 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [None req-6c9687b1-9463-412b-9e9b-c91bfa061e46 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=45115cad600e4ac2adf7faf5f192a78b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4646473 Jun 22 09:04:13.258362 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.wsgi [-] (92665) accepted ('10.222.0.22', 40916) {{(pid=92665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:04:13.263214 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9687b1-9463-412b-9e9b-c91bfa061e46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb5a3263-ccdd-4ff3-90ac-5dcd28a1d954,revision_number=1']} {{(pid=92664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:04:13.266318 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-6c9687b1-9463-412b-9e9b-c91bfa061e46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:04:13.277681 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-70f15516-84cd-48f1-959c-37f8570a785c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133922029', 'neutron.services.segments.db._delete_segments_for_network-8728380123091'] for network, precommit_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:13.287224 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.services.segments.db [None req-70f15516-84cd-48f1-959c-37f8570a785c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['266e7c95-823e-49c0-9793-a3850a55863e']}} {{(pid=92664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:04:13.297333 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.services.segments.db [None req-70f15516-84cd-48f1-959c-37f8570a785c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff26e6d0-efb0-4f26-b4ca-43fb0499d495') {'for_net_delete': True} {{(pid=92664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:04:13.297653 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.services.segments.db [None req-70f15516-84cd-48f1-959c-37f8570a785c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff26e6d0-efb0-4f26-b4ca-43fb0499d495') {} {{(pid=92664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:04:13.306612 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-70f15516-84cd-48f1-959c-37f8570a785c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728380122920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8776300'] for segment, before_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:13.308263 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-25fafd66-97b8-4ad8-9495-5e4142495305 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:13.322080 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-70f15516-84cd-48f1-959c-37f8570a785c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133909941'] for segment, precommit_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:13.327994 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70f15516-84cd-48f1-959c-37f8570a785c admin admin] Releasing vlan 247 on physical network physnet1 to pool {{(pid=92664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:04:13.328385 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-70f15516-84cd-48f1-959c-37f8570a785c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133909941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8986947'] for segment, after_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:13.330182 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-25fafd66-97b8-4ad8-9495-5e4142495305 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:13.330339 dv-cinder-797333-1-smb neutron-server[92664]: Traceback (most recent call last): Jun 22 09:04:13.330339 dv-cinder-797333-1-smb neutron-server[92664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:04:13.330339 dv-cinder-797333-1-smb neutron-server[92664]: timer() Jun 22 09:04:13.330339 dv-cinder-797333-1-smb neutron-server[92664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:04:13.330339 dv-cinder-797333-1-smb neutron-server[92664]: cb(*args, **kw) Jun 22 09:04:13.330339 dv-cinder-797333-1-smb neutron-server[92664]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:04:13.330339 dv-cinder-797333-1-smb neutron-server[92664]: return func(*args, **kwargs) Jun 22 09:04:13.330339 dv-cinder-797333-1-smb neutron-server[92664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:04:13.330339 dv-cinder-797333-1-smb neutron-server[92664]: self._notify() Jun 22 09:04:13.330339 dv-cinder-797333-1-smb neutron-server[92664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:04:13.330339 dv-cinder-797333-1-smb neutron-server[92664]: self.callback(batched_events) Jun 22 09:04:13.330339 dv-cinder-797333-1-smb neutron-server[92664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:04:13.330339 dv-cinder-797333-1-smb neutron-server[92664]: event.method(event) Jun 22 09:04:13.330339 dv-cinder-797333-1-smb neutron-server[92664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:04:13.330339 dv-cinder-797333-1-smb neutron-server[92664]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:04:13.330339 dv-cinder-797333-1-smb neutron-server[92664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:04:13.330339 dv-cinder-797333-1-smb neutron-server[92664]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:04:13.330339 dv-cinder-797333-1-smb neutron-server[92664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:04:13.330339 dv-cinder-797333-1-smb neutron-server[92664]: return f(self, *a, **k) Jun 22 09:04:13.330339 dv-cinder-797333-1-smb neutron-server[92664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:04:13.330339 dv-cinder-797333-1-smb neutron-server[92664]: return self._get(url).json() Jun 22 09:04:13.330339 dv-cinder-797333-1-smb neutron-server[92664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:04:13.330339 dv-cinder-797333-1-smb neutron-server[92664]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:04:13.330339 dv-cinder-797333-1-smb neutron-server[92664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:04:13.330339 dv-cinder-797333-1-smb neutron-server[92664]: return self.request(url, 'GET', **kwargs) Jun 22 09:04:13.330339 dv-cinder-797333-1-smb neutron-server[92664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:04:13.330339 dv-cinder-797333-1-smb neutron-server[92664]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:04:13.330339 dv-cinder-797333-1-smb neutron-server[92664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:04:13.330339 dv-cinder-797333-1-smb neutron-server[92664]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:04:13.330339 dv-cinder-797333-1-smb neutron-server[92664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:04:13.330339 dv-cinder-797333-1-smb neutron-server[92664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:04:13.330339 dv-cinder-797333-1-smb neutron-server[92664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:04:13.376432 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-25fafd66-97b8-4ad8-9495-5e4142495305 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748303'] for security_group, after_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:13.379753 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-25fafd66-97b8-4ad8-9495-5e4142495305 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:13.380860 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [None req-25fafd66-97b8-4ad8-9495-5e4142495305 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/cb5a3263-ccdd-4ff3-90ac-5dcd28a1d954 HTTP/1.1" status: 204 len: 168 time: 0.1214073 Jun 22 09:04:13.381715 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-58e17eb4-ac0b-44d8-88d3-22925f28e9c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:04:13.388150 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-70f15516-84cd-48f1-959c-37f8570a785c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133922022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-748338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-133660957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-546649'] for network, after_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:13.389214 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fafd66-97b8-4ad8-9495-5e4142495305 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb5a3263-ccdd-4ff3-90ac-5dcd28a1d954,revision_number=None']} {{(pid=92665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:04:13.391279 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-25fafd66-97b8-4ad8-9495-5e4142495305 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:04:13.391930 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:04:13.394464 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-70f15516-84cd-48f1-959c-37f8570a785c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133660928'] for network, before_response {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:13.396484 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [None req-70f15516-84cd-48f1-959c-37f8570a785c admin admin] 10.222.0.22 "DELETE /v2.0/networks/266e7c95-823e-49c0-9793-a3850a55863e HTTP/1.1" status: 204 len: 168 time: 0.8018715 Jun 22 09:04:13.415780 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f15516-84cd-48f1-959c-37f8570a785c admin admin] Pushing event deleted for resources: {'Network': ['ID=266e7c95-823e-49c0-9793-a3850a55863e,revision_number=None']} {{(pid=92664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:04:13.418168 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-70f15516-84cd-48f1-959c-37f8570a785c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:04:13.537380 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-38f4628e-3a64-41a4-b1c9-d93d753d6f4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380123073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133916839'] for agent, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:13.574735 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.wsgi [-] (92665) accepted ('10.222.0.22', 40924) {{(pid=92665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:04:13.616333 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [None req-43861482-ba24-4239-8c95-010ed7ef4795 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=0dbc55deeb2a42a3bb10502a7c6fc28b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0401499 Jun 22 09:04:13.618823 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.wsgi [-] (92664) accepted ('10.222.0.22', 40926) {{(pid=92664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:04:13.668493 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-dc214166-b53c-4bc5-b28f-e1f660d5a6e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:13.689468 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-dc214166-b53c-4bc5-b28f-e1f660d5a6e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:13.738862 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-dc214166-b53c-4bc5-b28f-e1f660d5a6e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748303'] for security_group, after_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:13.741615 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-dc214166-b53c-4bc5-b28f-e1f660d5a6e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:13.742744 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [None req-dc214166-b53c-4bc5-b28f-e1f660d5a6e8 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/2a830d81-8c5c-4325-bc97-f41c1e21f174 HTTP/1.1" status: 204 len: 168 time: 0.1229465 Jun 22 09:04:13.743513 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-e56bd96b-9e2b-4429-a6fe-cb89f4779e0c tempest-TestMinimumBasicScenario-143008768 tempest-TestMinimumBasicScenario-143008768-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:04:13.750999 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc214166-b53c-4bc5-b28f-e1f660d5a6e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a830d81-8c5c-4325-bc97-f41c1e21f174,revision_number=None']} {{(pid=92664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:04:13.754010 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-dc214166-b53c-4bc5-b28f-e1f660d5a6e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:04:13.856321 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380123073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133916839'] for agent, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:13.990690 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.rpc [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Device 85852532-1dc4-4718-b431-e4ecee9d7a48 no longer exists at agent ovs-agent-dv-cinder-797333-1-smb {{(pid=92666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:04:14.013172 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.plugin [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] No Port match for: 85852532-1dc4-4718-b431-e4ecee9d7a48 {{(pid=92666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:04:14.013767 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.rpc [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Device 85852532-1dc4-4718-b431-e4ecee9d7a48 not bound to the agent host dv-cinder-797333-1-smb {{(pid=92666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:04:14.014199 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.rpc [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Device d4e1db2c-9e8e-402e-9caa-4dea7b71cb35 no longer exists at agent ovs-agent-dv-cinder-797333-1-smb {{(pid=92666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:04:14.035694 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.plugin [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] No Port match for: d4e1db2c-9e8e-402e-9caa-4dea7b71cb35 {{(pid=92666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:04:14.036260 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.rpc [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Device d4e1db2c-9e8e-402e-9caa-4dea7b71cb35 not bound to the agent host dv-cinder-797333-1-smb {{(pid=92666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:04:14.203094 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.wsgi [-] (92664) accepted ('10.222.0.22', 40958) {{(pid=92664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:04:14.216991 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.wsgi [-] (92665) accepted ('10.222.0.22', 40962) {{(pid=92665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:04:14.268062 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-17739bcd-e30d-49a7-86a5-e52e78254c75 tempest-TestShelveInstance-1565407398 tempest-TestShelveInstance-1565407398-project] Notify callbacks [] for security_group, before_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:14.297145 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-17739bcd-e30d-49a7-86a5-e52e78254c75 tempest-TestShelveInstance-1565407398 tempest-TestShelveInstance-1565407398-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:14.369538 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-17739bcd-e30d-49a7-86a5-e52e78254c75 tempest-TestShelveInstance-1565407398 tempest-TestShelveInstance-1565407398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748303'] for security_group, after_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:14.372165 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-17739bcd-e30d-49a7-86a5-e52e78254c75 tempest-TestShelveInstance-1565407398 tempest-TestShelveInstance-1565407398-project] Notify callbacks [] for security_group, before_response {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:14.375909 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [None req-17739bcd-e30d-49a7-86a5-e52e78254c75 tempest-TestShelveInstance-1565407398 tempest-TestShelveInstance-1565407398-project] 10.222.0.22 "DELETE /v2.0/security-groups/625a0eee-a365-4b84-95f9-4e05b3b72269 HTTP/1.1" status: 204 len: 168 time: 0.1692393 Jun 22 09:04:14.375909 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-ad138b22-783f-46b2-a19a-38a6168aa014 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:04:14.390003 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17739bcd-e30d-49a7-86a5-e52e78254c75 tempest-TestShelveInstance-1565407398 tempest-TestShelveInstance-1565407398-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=625a0eee-a365-4b84-95f9-4e05b3b72269,revision_number=None']} {{(pid=92664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:04:14.390129 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.v2.base [None req-b961214a-b429-428e-ac50-374905370727 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-344945652-network', 'tenant_id': 'b8f34faeac11474ca6a02c6b9fef9fe4'}} {{(pid=92665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:04:14.392301 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-17739bcd-e30d-49a7-86a5-e52e78254c75 tempest-TestShelveInstance-1565407398 tempest-TestShelveInstance-1565407398-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:04:14.423584 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b961214a-b429-428e-ac50-374905370727 admin admin] Made reservation on behalf of b8f34faeac11474ca6a02c6b9fef9fe4 for: {'network': 1} {{(pid=92665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:04:14.426066 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-b961214a-b429-428e-ac50-374905370727 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-133719140'] for network, before_create {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:14.435361 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-b961214a-b429-428e-ac50-374905370727 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:14.443371 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.wsgi [-] (92665) accepted ('10.222.0.22', 40974) {{(pid=92665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:04:14.641891 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-b961214a-b429-428e-ac50-374905370727 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:14.650151 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-b961214a-b429-428e-ac50-374905370727 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748303'] for security_group, after_create {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:14.682760 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-ef11ee51-fff0-4b8e-885a-eca5ca5decc2 tempest-TestShelveInstance-1565407398 tempest-TestShelveInstance-1565407398-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:04:14.715280 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b961214a-b429-428e-ac50-374905370727 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 232} {{(pid=92665) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:04:14.725484 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b961214a-b429-428e-ac50-374905370727 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7047e239-522d-45b4-85e4-32246680fa49,revision_number=1']} {{(pid=92665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:04:14.731333 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-b961214a-b429-428e-ac50-374905370727 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:04:14.732651 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-b961214a-b429-428e-ac50-374905370727 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133909941'] for segment, precommit_create {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:14.733139 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.db.segments_db [None req-b961214a-b429-428e-ac50-374905370727 admin admin] Added segment cb53937b-b0cb-4fa8-ab62-1438b074b921 of type vlan for network 5d590955-43ff-4951-83fc-1c73e584d8df Jun 22 09:04:14.819087 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-b961214a-b429-428e-ac50-374905370727 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728379603923'] for network, precommit_create {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:14.882559 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-b961214a-b429-428e-ac50-374905370727 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-748338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-133660957'] for network, after_create {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:14.900600 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b961214a-b429-428e-ac50-374905370727 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:04:14.900600 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-b961214a-b429-428e-ac50-374905370727 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133660928'] for network, before_response {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:14.905348 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:04:14.959979 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [None req-b961214a-b429-428e-ac50-374905370727 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7414069 Jun 22 09:04:14.963323 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.wsgi [-] (92664) accepted ('10.222.0.22', 40990) {{(pid=92664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:04:14.971419 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.v2.base [None req-c9c90470-7cfb-438a-b664-90fabfe5ece4 admin admin] Request body: {'subnet': {'network_id': '5d590955-43ff-4951-83fc-1c73e584d8df', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-344945652-subnet', 'tenant_id': 'b8f34faeac11474ca6a02c6b9fef9fe4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:04:14.976807 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b961214a-b429-428e-ac50-374905370727 admin admin] Pushing event updated for resources: {'Network': ['ID=5d590955-43ff-4951-83fc-1c73e584d8df,revision_number=1']} {{(pid=92665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:04:14.980697 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-b961214a-b429-428e-ac50-374905370727 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:04:15.003404 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.rpc [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Network 5d590955-43ff-4951-83fc-1c73e584d8df details requested by agent ovs-agent-dv-cinder-797333-1-smb with host dv-cinder-797333-1-smb {{(pid=92666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 09:04:15.019263 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9c90470-7cfb-438a-b664-90fabfe5ece4 admin admin] Made reservation on behalf of b8f34faeac11474ca6a02c6b9fef9fe4 for: {'subnet': 1} {{(pid=92664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:04:15.023612 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-c9c90470-7cfb-438a-b664-90fabfe5ece4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9089577'] for subnet, before_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:15.045915 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-244d5e4c-124e-44e7-83f7-ed36bd156729 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380123073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133916839'] for agent, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:15.085773 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-0d092dd6-8f2a-4edf-908e-bb499b99ff1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-741174'] for router_interface, before_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:15.226083 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-c9c90470-7cfb-438a-b664-90fabfe5ece4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133660950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9113125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9089563'] for subnet, after_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:15.229159 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-da51fe37-b7f0-46ed-a78a-96448e15433d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:04:15.286774 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c90470-7cfb-438a-b664-90fabfe5ece4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c851ac0-d339-45d7-9d3b-5afc931d9672,revision_number=0']} {{(pid=92664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:04:15.290432 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-c9c90470-7cfb-438a-b664-90fabfe5ece4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:04:15.296047 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9c90470-7cfb-438a-b664-90fabfe5ece4 admin admin] Checking segment: {'id': 'cb53937b-b0cb-4fa8-ab62-1438b074b921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '5d590955-43ff-4951-83fc-1c73e584d8df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:04:15.296396 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9c90470-7cfb-438a-b664-90fabfe5ece4 admin admin] Network hostable DHCP agents. Network: 5d590955-43ff-4951-83fc-1c73e584d8df, hostable agents: ['18f46bdb-decb-4ad2-bb7f-51185bbb2b9b'], hosted agents: [] {{(pid=92664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 09:04:15.314900 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9c90470-7cfb-438a-b664-90fabfe5ece4 admin admin] Network 5d590955-43ff-4951-83fc-1c73e584d8df is scheduled to be hosted by DHCP agent 18f46bdb-decb-4ad2-bb7f-51185bbb2b9b with binding_index 1 {{(pid=92664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 09:04:15.325998 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.scheduler.base_scheduler [None req-c9c90470-7cfb-438a-b664-90fabfe5ece4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797333-1-smb, 5d590955-43ff-4951-83fc-1c73e584d8df) {{(pid=92664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:04:15.330078 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9c90470-7cfb-438a-b664-90fabfe5ece4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:04:15.330673 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-c9c90470-7cfb-438a-b664-90fabfe5ece4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:15.338860 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5976182c-1303-4cae-b6d7-f3be5cb9f586 None None] Network 5d590955-43ff-4951-83fc-1c73e584d8df requested from dv-cinder-797333-1-smb {{(pid=92666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:04:15.365593 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [None req-c9c90470-7cfb-438a-b664-90fabfe5ece4 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3870032 Jun 22 09:04:15.366357 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.plugins.ml2.plugin [None req-0d092dd6-8f2a-4edf-908e-bb499b99ff1f admin admin] Deleting port 90e3b13e-fe87-4c0f-8a7b-71d02b12eb89 {{(pid=92665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:04:15.366357 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-0d092dd6-8f2a-4edf-908e-bb499b99ff1f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728380103653'] for port, before_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:15.376561 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.rpc [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Device 14453dce-4709-4737-b557-4de4f2e3aa53 no longer exists at agent hyperv_hv-cinder-79733 {{(pid=92666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:04:15.427465 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.plugin [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] No Port match for: 14453dce-4709-4737-b557-4de4f2e3aa53 {{(pid=92666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:04:15.427811 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.rpc [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Device 14453dce-4709-4737-b557-4de4f2e3aa53 not bound to the agent host hv-cinder-79733 {{(pid=92666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:04:15.463160 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.plugins.ml2.db [None req-0d092dd6-8f2a-4edf-908e-bb499b99ff1f admin admin] For port 90e3b13e-fe87-4c0f-8a7b-71d02b12eb89, host dv-cinder-797333-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797333-1-smb',level=0,port_id=90e3b13e-fe87-4c0f-8a7b-71d02b12eb89,segment=NetworkSegment(ea110242-fe51-4929-b591-906578e682da),segment_id=ea110242-fe51-4929-b591-906578e682da)] {{(pid=92665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:04:15.464005 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-0d092dd6-8f2a-4edf-908e-bb499b99ff1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546942'] for port, precommit_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:15.536168 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.plugins.ml2.plugin [None req-0d092dd6-8f2a-4edf-908e-bb499b99ff1f admin admin] Calling delete_port for 90e3b13e-fe87-4c0f-8a7b-71d02b12eb89 owned by network:router_interface {{(pid=92665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:04:15.549124 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cb246ad-35d4-4517-8b17-39f75dc8cf71 None None] Network 5d590955-43ff-4951-83fc-1c73e584d8df requested from dv-cinder-797333-1-smb {{(pid=92666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:04:15.757142 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-0d092dd6-8f2a-4edf-908e-bb499b99ff1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133719696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133660950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728380107749', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728379583070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4027009'] for port, after_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:15.760017 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-473f3712-1fe0-40b5-ac8f-ab9b3b57f9e8 tempest-VolumesNegativeTest-369131302 tempest-VolumesNegativeTest-369131302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:04:15.780569 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.wsgi [-] (92664) accepted ('10.222.0.22', 41016) {{(pid=92664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:04:15.813325 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d092dd6-8f2a-4edf-908e-bb499b99ff1f admin admin] Pushing event deleted for resources: {'Port': ['ID=90e3b13e-fe87-4c0f-8a7b-71d02b12eb89,revision_number=None']} {{(pid=92665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:04:15.833093 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-0d092dd6-8f2a-4edf-908e-bb499b99ff1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:04:15.915645 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-1790e1b3-a151-4b75-97c5-dcfb88735866 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:16.059080 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.wsgi [-] (92664) accepted ('10.222.0.22', 41028) {{(pid=92664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:04:16.064102 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.v2.base [None req-ce31bd09-4b8d-4dd6-a269-fe1b1f69bbbc admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1990945394-network', 'tenant_id': '6dca2dbbce344e5bac6b31565c4a9e0b'}} {{(pid=92664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:04:16.087508 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-e2a0141c-4e42-4900-8004-ff8c1b31b35a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380123073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133916839'] for agent, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:16.104609 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-1790e1b3-a151-4b75-97c5-dcfb88735866 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:16.110563 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-1790e1b3-a151-4b75-97c5-dcfb88735866 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748303'] for security_group, after_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:16.116393 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-72270d29-1a55-4708-83e9-ee0cb122d5ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:04:16.159253 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce31bd09-4b8d-4dd6-a269-fe1b1f69bbbc admin admin] Made reservation on behalf of 6dca2dbbce344e5bac6b31565c4a9e0b for: {'network': 1} {{(pid=92664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:04:16.162108 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-ce31bd09-4b8d-4dd6-a269-fe1b1f69bbbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-133719140'] for network, before_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:16.165955 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [None req-1790e1b3-a151-4b75-97c5-dcfb88735866 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=26160d193eab4f9daa318b65f1411ec8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3843725 Jun 22 09:04:16.166724 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1790e1b3-a151-4b75-97c5-dcfb88735866 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5fff6ab-1910-443b-950d-152d4e6f4e4f,revision_number=1']} {{(pid=92664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:04:16.168955 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.wsgi [-] (92664) accepted ('10.222.0.22', 41030) {{(pid=92664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:04:16.182959 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-1790e1b3-a151-4b75-97c5-dcfb88735866 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:04:16.185032 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-ce31bd09-4b8d-4dd6-a269-fe1b1f69bbbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:16.257130 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-0d092dd6-8f2a-4edf-908e-bb499b99ff1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133661028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-741274'] for router_interface, after_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:16.262245 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-867b3952-aa07-425b-bcb5-b82d5c4d5249 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:16.292929 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-867b3952-aa07-425b-bcb5-b82d5c4d5249 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:16.355096 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-ce31bd09-4b8d-4dd6-a269-fe1b1f69bbbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:16.359260 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-ce31bd09-4b8d-4dd6-a269-fe1b1f69bbbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748303'] for security_group, after_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:16.365674 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-798beda3-e6bb-4f23-809f-55aba463ad40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:04:16.371217 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-867b3952-aa07-425b-bcb5-b82d5c4d5249 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748303'] for security_group, after_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:16.374038 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-867b3952-aa07-425b-bcb5-b82d5c4d5249 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:16.375230 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [None req-867b3952-aa07-425b-bcb5-b82d5c4d5249 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/b5fff6ab-1910-443b-950d-152d4e6f4e4f HTTP/1.1" status: 204 len: 168 time: 0.2044561 Jun 22 09:04:16.386607 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce31bd09-4b8d-4dd6-a269-fe1b1f69bbbc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 248} {{(pid=92664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:04:16.406515 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-ce31bd09-4b8d-4dd6-a269-fe1b1f69bbbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133909941'] for segment, precommit_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:16.406861 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.db.segments_db [None req-ce31bd09-4b8d-4dd6-a269-fe1b1f69bbbc admin admin] Added segment a8639224-8d59-4ba3-8f94-11135fda98e8 of type vlan for network 49258a4e-36b5-4381-aaa2-cf202506670f Jun 22 09:04:16.408253 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce31bd09-4b8d-4dd6-a269-fe1b1f69bbbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe205f60-e734-4eb4-95fe-9b00aa8b073e,revision_number=1']} {{(pid=92664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:04:16.414930 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-ce31bd09-4b8d-4dd6-a269-fe1b1f69bbbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:04:16.426038 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-6c9687b1-9463-412b-9e9b-c91bfa061e46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.043s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:04:16.452575 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867b3952-aa07-425b-bcb5-b82d5c4d5249 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5fff6ab-1910-443b-950d-152d4e6f4e4f,revision_number=None']} {{(pid=92664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:04:16.457623 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-867b3952-aa07-425b-bcb5-b82d5c4d5249 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:04:16.467090 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-ce31bd09-4b8d-4dd6-a269-fe1b1f69bbbc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728379603923'] for network, precommit_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:16.487632 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d092dd6-8f2a-4edf-908e-bb499b99ff1f admin admin] Router c14cece0-d49c-437e-a62c-5e9a9e815504 has already been hosted by L3 agent 81bac9f2-ec56-4bd6-b329-9598189ea0dc {{(pid=92665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:04:16.501022 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-ce31bd09-4b8d-4dd6-a269-fe1b1f69bbbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-748338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-133660957'] for network, after_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:16.502399 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce31bd09-4b8d-4dd6-a269-fe1b1f69bbbc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:04:16.503002 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-ce31bd09-4b8d-4dd6-a269-fe1b1f69bbbc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133660928'] for network, before_response {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:16.506081 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:04:16.557395 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [None req-ce31bd09-4b8d-4dd6-a269-fe1b1f69bbbc admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4972379 Jun 22 09:04:16.563670 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.wsgi [-] (92664) accepted ('10.222.0.22', 41034) {{(pid=92664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:04:16.570842 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.v2.base [None req-f05bde0f-f036-4aa9-9b96-0695b560767e admin admin] Request body: {'subnet': {'network_id': '49258a4e-36b5-4381-aaa2-cf202506670f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1990945394-subnet', 'tenant_id': '6dca2dbbce344e5bac6b31565c4a9e0b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:04:16.584949 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce31bd09-4b8d-4dd6-a269-fe1b1f69bbbc admin admin] Pushing event updated for resources: {'Network': ['ID=49258a4e-36b5-4381-aaa2-cf202506670f,revision_number=1']} {{(pid=92664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:04:16.590414 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-ce31bd09-4b8d-4dd6-a269-fe1b1f69bbbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:04:16.598757 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.rpc [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Network 49258a4e-36b5-4381-aaa2-cf202506670f details requested by agent ovs-agent-dv-cinder-797333-1-smb with host dv-cinder-797333-1-smb {{(pid=92666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 09:04:16.607874 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f05bde0f-f036-4aa9-9b96-0695b560767e admin admin] Made reservation on behalf of 6dca2dbbce344e5bac6b31565c4a9e0b for: {'subnet': 1} {{(pid=92664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:04:16.610642 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-f05bde0f-f036-4aa9-9b96-0695b560767e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9089577'] for subnet, before_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:16.612063 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d092dd6-8f2a-4edf-908e-bb499b99ff1f admin admin] Notify agent at l3_agent.dv-cinder-797333-1-smb the message routers_updated {{(pid=92665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:04:16.618188 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [None req-0d092dd6-8f2a-4edf-908e-bb499b99ff1f admin admin] 10.222.0.22 "PUT /v2.0/routers/c14cece0-d49c-437e-a62c-5e9a9e815504/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1721914 Jun 22 09:04:16.621520 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.wsgi [-] (92665) accepted ('10.222.0.22', 41038) {{(pid=92665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:04:16.640266 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7b07ff1-1331-4487-ab54-02039a953340 None None] Sync routers for ids ['c14cece0-d49c-437e-a62c-5e9a9e815504'] in dv-cinder-797333-1-smb {{(pid=92666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:04:16.671035 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7b07ff1-1331-4487-ab54-02039a953340 None None] Routers {'c14cece0-d49c-437e-a62c-5e9a9e815504'} bound to L3 agent in host dv-cinder-797333-1-smb {{(pid=92666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:04:16.671960 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.l3_hamode_db [None req-b7b07ff1-1331-4487-ab54-02039a953340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797333-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T08:48:43Z,description=,heartbeat_timestamp=2021-06-22T09:04:14Z,host='dv-cinder-797333-1-smb',id=81bac9f2-ec56-4bd6-b329-9598189ea0dc,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T08:48:43Z,topic='l3_agent')) {'router_ids': ['c14cece0-d49c-437e-a62c-5e9a9e815504'], 'active': True} {{(pid=92666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:04:16.738289 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-e6184c18-cbbd-42f1-88f2-148f798f7463 admin admin] Notify callbacks [] for router, before_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:16.799232 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.l3_dvr_db [None req-b7b07ff1-1331-4487-ab54-02039a953340 None None] Set router c14cece0-d49c-437e-a62c-5e9a9e815504 gateway port host: dv-cinder-797333-1-smb {{(pid=92666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:04:16.800381 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.wsgi [-] (92664) accepted ('10.222.0.22', 41040) {{(pid=92664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:04:16.826810 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-1cd2fa33-f5b0-4066-b776-d75ea361f853 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:16.848880 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-e6184c18-cbbd-42f1-88f2-148f798f7463 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:16.851344 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-f05bde0f-f036-4aa9-9b96-0695b560767e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133660950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9113125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9089563'] for subnet, after_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:16.856848 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:04:16.908952 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.plugins.ml2.plugin [None req-e6184c18-cbbd-42f1-88f2-148f798f7463 admin admin] Deleting port d7fae4f8-151a-4ff3-bbbd-5c40723001d0 {{(pid=92665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:04:16.909399 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-e6184c18-cbbd-42f1-88f2-148f798f7463 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728380103653'] for port, before_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:16.926874 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05bde0f-f036-4aa9-9b96-0695b560767e admin admin] Pushing event updated for resources: {'Subnet': ['ID=c29b8d67-d095-442f-b632-b9a47ce16692,revision_number=0']} {{(pid=92664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:04:16.935503 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-f05bde0f-f036-4aa9-9b96-0695b560767e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:04:16.953711 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f05bde0f-f036-4aa9-9b96-0695b560767e admin admin] Checking segment: {'id': 'a8639224-8d59-4ba3-8f94-11135fda98e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '49258a4e-36b5-4381-aaa2-cf202506670f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:04:16.954125 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f05bde0f-f036-4aa9-9b96-0695b560767e admin admin] Network hostable DHCP agents. Network: 49258a4e-36b5-4381-aaa2-cf202506670f, hostable agents: ['18f46bdb-decb-4ad2-bb7f-51185bbb2b9b'], hosted agents: [] {{(pid=92664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 09:04:16.992908 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.l3_hamode_db [None req-b7b07ff1-1331-4487-ab54-02039a953340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c14cece0-d49c-437e-a62c-5e9a9e815504', 'name': 'tempest-TestShelveInstance-2028835958-router', 'tenant_id': '3cdda909a361486c941cba339ea661cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '229d5e4a-3847-4866-aa2f-e37dad8eeeae', 'external_fixed_ips': [{'subnet_id': '86526ad5-0ce1-4847-a8b3-31fb35f84f34', 'ip_address': '172.28.3.209'}], 'enable_snat': True}, 'gw_port_id': 'd7fae4f8-151a-4ff3-bbbd-5c40723001d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T08:58:44Z', 'updated_at': '2021-06-22T09:04:15Z', 'revision_number': 5, 'project_id': '3cdda909a361486c941cba339ea661cd', 'gw_port': {'id': 'd7fae4f8-151a-4ff3-bbbd-5c40723001d0', 'name': '', 'network_id': '229d5e4a-3847-4866-aa2f-e37dad8eeeae', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:5e:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c14cece0-d49c-437e-a62c-5e9a9e815504', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '86526ad5-0ce1-4847-a8b3-31fb35f84f34', 'ip_address': '172.28.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T08:58:45Z', 'updated_at': '2021-06-22T08:58:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86526ad5-0ce1-4847-a8b3-31fb35f84f34', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797333-1-smb'}], 'dv-cinder-797333-1-smb', False) {} {{(pid=92666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:04:16.997061 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.plugins.ml2.db [None req-e6184c18-cbbd-42f1-88f2-148f798f7463 admin admin] For port d7fae4f8-151a-4ff3-bbbd-5c40723001d0, host dv-cinder-797333-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797333-1-smb',level=0,port_id=d7fae4f8-151a-4ff3-bbbd-5c40723001d0,segment=NetworkSegment(f5dcb9d0-69a0-4f7f-8ef7-9bef0bfd3dea),segment_id=f5dcb9d0-69a0-4f7f-8ef7-9bef0bfd3dea)] {{(pid=92665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:04:16.997359 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-e6184c18-cbbd-42f1-88f2-148f798f7463 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546942'] for port, precommit_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:16.998228 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f05bde0f-f036-4aa9-9b96-0695b560767e admin admin] Network 49258a4e-36b5-4381-aaa2-cf202506670f is scheduled to be hosted by DHCP agent 18f46bdb-decb-4ad2-bb7f-51185bbb2b9b with binding_index 1 {{(pid=92664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 09:04:17.014476 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-1cd2fa33-f5b0-4066-b776-d75ea361f853 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:17.015915 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.scheduler.base_scheduler [None req-f05bde0f-f036-4aa9-9b96-0695b560767e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797333-1-smb, 49258a4e-36b5-4381-aaa2-cf202506670f) {{(pid=92664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:04:17.020973 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-1cd2fa33-f5b0-4066-b776-d75ea361f853 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748303'] for security_group, after_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:17.024315 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7b07ff1-1331-4487-ab54-02039a953340 None None] Checking router: c14cece0-d49c-437e-a62c-5e9a9e815504 for host: dv-cinder-797333-1-smb {{(pid=92666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:04:17.030250 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24bb0c28-7637-4516-883e-e05e666eb3a1 None None] Network 49258a4e-36b5-4381-aaa2-cf202506670f requested from dv-cinder-797333-1-smb {{(pid=92666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:04:17.033925 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f05bde0f-f036-4aa9-9b96-0695b560767e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:04:17.035487 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-f05bde0f-f036-4aa9-9b96-0695b560767e admin admin] Notify callbacks [] for subnet, before_response {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:17.037993 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-9e42b088-6015-48ff-b62b-24c1662f4617 tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:04:17.046075 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7b07ff1-1331-4487-ab54-02039a953340 None None] Routers {'c14cece0-d49c-437e-a62c-5e9a9e815504'} bound to L3 agent in host dv-cinder-797333-1-smb {{(pid=92666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:04:17.046696 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.l3_hamode_db [None req-b7b07ff1-1331-4487-ab54-02039a953340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797333-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T08:48:43Z,description=,heartbeat_timestamp=2021-06-22T09:04:14Z,host='dv-cinder-797333-1-smb',id=81bac9f2-ec56-4bd6-b329-9598189ea0dc,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T08:48:43Z,topic='l3_agent')) {'router_ids': ['c14cece0-d49c-437e-a62c-5e9a9e815504'], 'active': True} {{(pid=92666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:04:17.068896 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [None req-1cd2fa33-f5b0-4066-b776-d75ea361f853 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=1ad6edc9ba1146e19a4dcafa48b069a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2644606 Jun 22 09:04:17.069111 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.plugins.ml2.plugin [None req-e6184c18-cbbd-42f1-88f2-148f798f7463 admin admin] Calling delete_port for d7fae4f8-151a-4ff3-bbbd-5c40723001d0 owned by network:router_gateway {{(pid=92665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:04:17.070785 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.wsgi [-] (92664) accepted ('10.222.0.22', 41042) {{(pid=92664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:04:17.090837 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [None req-f05bde0f-f036-4aa9-9b96-0695b560767e admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5258403 Jun 22 09:04:17.096805 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd2fa33-f5b0-4066-b776-d75ea361f853 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84b4fb8a-476a-4105-be79-a49d81906fb0,revision_number=1']} {{(pid=92664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:04:17.121664 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-1cd2fa33-f5b0-4066-b776-d75ea361f853 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:04:17.167574 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-1251684d-5fc4-4657-b250-b4940c20d32e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:17.191449 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-1251684d-5fc4-4657-b250-b4940c20d32e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:17.260596 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-1251684d-5fc4-4657-b250-b4940c20d32e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748303'] for security_group, after_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:17.265672 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-1251684d-5fc4-4657-b250-b4940c20d32e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:17.272221 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [None req-1251684d-5fc4-4657-b250-b4940c20d32e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/84b4fb8a-476a-4105-be79-a49d81906fb0 HTTP/1.1" status: 204 len: 168 time: 0.1966107 Jun 22 09:04:17.273998 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-c0f3962c-47ce-41d6-9d81-53546c8d4ee0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:04:17.275905 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-e6184c18-cbbd-42f1-88f2-148f798f7463 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133719696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133660950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728380107749', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728379583070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4027009'] for port, after_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:17.282555 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1251684d-5fc4-4657-b250-b4940c20d32e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84b4fb8a-476a-4105-be79-a49d81906fb0,revision_number=None']} {{(pid=92664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:04:17.282806 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-e6885844-7114-4ca8-b997-b284ca54deed tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:04:17.293696 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-1251684d-5fc4-4657-b250-b4940c20d32e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:04:17.321489 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6184c18-cbbd-42f1-88f2-148f798f7463 admin admin] Pushing event deleted for resources: {'Port': ['ID=d7fae4f8-151a-4ff3-bbbd-5c40723001d0,revision_number=None']} {{(pid=92665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:04:17.328624 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-e6184c18-cbbd-42f1-88f2-148f798f7463 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:04:17.335191 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.l3_dvr_db [None req-b7b07ff1-1331-4487-ab54-02039a953340 None None] Set router c14cece0-d49c-437e-a62c-5e9a9e815504 gateway port host: None {{(pid=92666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:04:17.400797 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.l3_hamode_db [None req-b7b07ff1-1331-4487-ab54-02039a953340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c14cece0-d49c-437e-a62c-5e9a9e815504', 'name': 'tempest-TestShelveInstance-2028835958-router', 'tenant_id': '3cdda909a361486c941cba339ea661cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T08:58:44Z', 'updated_at': '2021-06-22T09:04:16Z', 'revision_number': 6, 'project_id': '3cdda909a361486c941cba339ea661cd', 'gw_port_host': None}], 'dv-cinder-797333-1-smb', False) {} {{(pid=92666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:04:17.404567 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-e6184c18-cbbd-42f1-88f2-148f798f7463 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-546751'] for router_gateway, after_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:17.449615 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7b07ff1-1331-4487-ab54-02039a953340 None None] The sync data for ids ['c14cece0-d49c-437e-a62c-5e9a9e815504'] in dv-cinder-797333-1-smb is: [{'id': 'c14cece0-d49c-437e-a62c-5e9a9e815504', 'name': 'tempest-TestShelveInstance-2028835958-router', 'tenant_id': '3cdda909a361486c941cba339ea661cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T08:58:44Z', 'updated_at': '2021-06-22T09:04:16Z', 'revision_number': 6, 'project_id': '3cdda909a361486c941cba339ea661cd', 'gw_port_host': None}] {{(pid=92666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:04:17.488864 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-904ac744-2b27-4884-be67-2407d6b306cf None None] Network 49258a4e-36b5-4381-aaa2-cf202506670f requested from dv-cinder-797333-1-smb {{(pid=92666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:04:17.529261 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-e6184c18-cbbd-42f1-88f2-148f798f7463 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-737704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-122588'] for router, precommit_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:17.531498 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-e6184c18-cbbd-42f1-88f2-148f798f7463 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:17.579031 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-e6184c18-cbbd-42f1-88f2-148f798f7463 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-739075'] for router, after_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:17.579031 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6184c18-cbbd-42f1-88f2-148f798f7463 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c14cece0-d49c-437e-a62c-5e9a9e815504 {{(pid=92665) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 09:04:17.585332 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-e6184c18-cbbd-42f1-88f2-148f798f7463 admin admin] Notify callbacks [] for router, before_response {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:17.589613 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.wsgi [-] (92664) accepted ('10.222.0.22', 41056) {{(pid=92664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:04:17.589778 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [None req-e6184c18-cbbd-42f1-88f2-148f798f7463 admin admin] 10.222.0.22 "DELETE /v2.0/routers/c14cece0-d49c-437e-a62c-5e9a9e815504 HTTP/1.1" status: 204 len: 168 time: 0.9671800 Jun 22 09:04:17.647392 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.db.db_base_plugin_v2 [None req-57079bb2-8ba8-4c97-9704-4cdba5677462 admin admin] Deleting subnet c4619780-7695-464f-af2b-4e2935ed6232 {{(pid=92664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 09:04:17.651047 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-57079bb2-8ba8-4c97-9704-4cdba5677462 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:17.690856 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-57079bb2-8ba8-4c97-9704-4cdba5677462 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8776283'] for subnet, precommit_delete_associations {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:17.782654 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-57079bb2-8ba8-4c97-9704-4cdba5677462 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133921636'] for subnet, precommit_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:17.859198 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-57079bb2-8ba8-4c97-9704-4cdba5677462 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133921629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133660950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9113338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9089548'] for subnet, after_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:17.876314 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-b5f83e6c-a71b-4327-9b59-34e31e72997a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:04:17.879584 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-57079bb2-8ba8-4c97-9704-4cdba5677462 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:17.881385 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [None req-57079bb2-8ba8-4c97-9704-4cdba5677462 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/c4619780-7695-464f-af2b-4e2935ed6232 HTTP/1.1" status: 204 len: 168 time: 0.2907805 Jun 22 09:04:17.883263 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad319df4-b354-43e4-bade-1e6a0f5cfc55 req-9e708c75-bd18-4d0d-a675-2a3ddf5fcdba tempest-VolumesActionsTest-1549922220 tempest-VolumesActionsTest-1549922220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:04:17.884020 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.wsgi [-] (92664) accepted ('10.222.0.22', 41076) {{(pid=92664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:04:17.885670 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-ad319df4-b354-43e4-bade-1e6a0f5cfc55 req-9e708c75-bd18-4d0d-a675-2a3ddf5fcdba tempest-VolumesActionsTest-1549922220 tempest-VolumesActionsTest-1549922220-project] 10.222.0.22 "GET /v2.0/networks?id=5d590955-43ff-4951-83fc-1c73e584d8df HTTP/1.1" status: 200 len: 808 time: 0.1331770 Jun 22 09:04:17.889531 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a1b3462-4677-4f2e-afda-b44533312c2a None None] Network b3c13f4c-b8ff-4164-9438-784286903cad requested from dv-cinder-797333-1-smb {{(pid=92666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:04:17.905297 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-ad319df4-b354-43e4-bade-1e6a0f5cfc55 req-05b61117-b281-4838-8f3f-bf4efc84b223 tempest-VolumesActionsTest-1549922220 tempest-VolumesActionsTest-1549922220-project] 10.222.0.22 "GET /v2.0/quotas/b8f34faeac11474ca6a02c6b9fef9fe4 HTTP/1.1" status: 200 len: 375 time: 0.0128827 Jun 22 09:04:17.947502 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-ad319df4-b354-43e4-bade-1e6a0f5cfc55 req-f8973499-f9da-4743-a456-bccb46a5a1e6 tempest-VolumesActionsTest-1549922220 tempest-VolumesActionsTest-1549922220-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=b8f34faeac11474ca6a02c6b9fef9fe4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0361059 Jun 22 09:04:17.979597 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57079bb2-8ba8-4c97-9704-4cdba5677462 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c4619780-7695-464f-af2b-4e2935ed6232,revision_number=None']} {{(pid=92664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:04:17.992593 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-57079bb2-8ba8-4c97-9704-4cdba5677462 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:04:18.012159 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-3c093ae9-672c-4e37-b743-1e0574d9934f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133751319'] for network, before_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:18.072594 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-ad319df4-b354-43e4-bade-1e6a0f5cfc55 req-fc71f1a9-0baf-4ac8-996e-73f2d5e772cc service neutron] 10.222.0.22 "GET /v2.0/networks/5d590955-43ff-4951-83fc-1c73e584d8df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1181145 Jun 22 09:04:18.080069 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.plugins.ml2.plugin [None req-3c093ae9-672c-4e37-b743-1e0574d9934f admin admin] Deleting port a30a54d6-9e0c-46d2-a183-dff06028f2db {{(pid=92664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:04:18.080543 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-3c093ae9-672c-4e37-b743-1e0574d9934f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728380103653'] for port, before_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:18.155559 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.plugins.ml2.db [None req-3c093ae9-672c-4e37-b743-1e0574d9934f admin admin] For port a30a54d6-9e0c-46d2-a183-dff06028f2db, host dv-cinder-797333-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797333-1-smb',level=0,port_id=a30a54d6-9e0c-46d2-a183-dff06028f2db,segment=NetworkSegment(ea110242-fe51-4929-b591-906578e682da),segment_id=ea110242-fe51-4929-b591-906578e682da)] {{(pid=92664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:04:18.156012 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-3c093ae9-672c-4e37-b743-1e0574d9934f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546942'] for port, precommit_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:18.180498 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-ad319df4-b354-43e4-bade-1e6a0f5cfc55 req-ca787bc9-9925-4c77-8ee8-b8df00931829 service neutron] 10.222.0.22 "GET /v2.0/networks/5d590955-43ff-4951-83fc-1c73e584d8df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063335 Jun 22 09:04:18.251009 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.plugins.ml2.plugin [None req-3c093ae9-672c-4e37-b743-1e0574d9934f admin admin] Calling delete_port for a30a54d6-9e0c-46d2-a183-dff06028f2db owned by network:dhcp {{(pid=92664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:04:18.269076 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27f8d998-6bf2-48a5-a48a-8fc33d478a51 None None] DHCP port deletion for b3c13f4c-b8ff-4164-9438-784286903cad request from dv-cinder-797333-1-smb {{(pid=92666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 09:04:18.339623 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.plugin [None req-27f8d998-6bf2-48a5-a48a-8fc33d478a51 None None] Deleting port a30a54d6-9e0c-46d2-a183-dff06028f2db {{(pid=92666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:04:18.340727 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-27f8d998-6bf2-48a5-a48a-8fc33d478a51 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728380103653'] for port, before_delete {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:18.396741 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-3c093ae9-672c-4e37-b743-1e0574d9934f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133719696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133660950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728380107749', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728379583070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9113264'] for port, after_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:18.399631 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-7cca7f4d-25fa-44fe-adb2-db77a4b85186 tempest-AttachVolumeNegativeTest-547589549 tempest-AttachVolumeNegativeTest-547589549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:04:18.429949 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.rpc [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Device 90e3b13e-fe87-4c0f-8a7b-71d02b12eb89 no longer exists at agent ovs-agent-dv-cinder-797333-1-smb {{(pid=92666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:04:18.435545 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c093ae9-672c-4e37-b743-1e0574d9934f admin admin] Pushing event deleted for resources: {'Port': ['ID=a30a54d6-9e0c-46d2-a183-dff06028f2db,revision_number=None']} {{(pid=92664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:04:18.439686 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-3c093ae9-672c-4e37-b743-1e0574d9934f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:04:18.442901 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c093ae9-672c-4e37-b743-1e0574d9934f admin admin] No DVR routers for this DVR port a30a54d6-9e0c-46d2-a183-dff06028f2db on host dv-cinder-797333-1-smb {{(pid=92664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:04:18.471677 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-aef0c5a0-27ff-4b95-8947-7ec8d8bd3948 req-7811a867-5abd-40ac-9022-1900be63331a tempest-VolumesActionsTest-1549922220 tempest-VolumesActionsTest-1549922220-project] 10.222.0.22 "GET /v2.0/ports?device_id=9ca41923-9725-435b-b6cf-2abce97be52f HTTP/1.1" status: 200 len: 210 time: 0.0523133 Jun 22 09:04:18.485191 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.plugin [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] No Port match for: 90e3b13e-fe87-4c0f-8a7b-71d02b12eb89 {{(pid=92666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:04:18.485613 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.rpc [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Device 90e3b13e-fe87-4c0f-8a7b-71d02b12eb89 not bound to the agent host dv-cinder-797333-1-smb {{(pid=92666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:04:18.508604 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.db [None req-27f8d998-6bf2-48a5-a48a-8fc33d478a51 None None] For port a30a54d6-9e0c-46d2-a183-dff06028f2db, host dv-cinder-797333-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797333-1-smb',level=0,port_id=a30a54d6-9e0c-46d2-a183-dff06028f2db,segment=NetworkSegment(ea110242-fe51-4929-b591-906578e682da),segment_id=ea110242-fe51-4929-b591-906578e682da)] {{(pid=92666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:04:18.509222 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-27f8d998-6bf2-48a5-a48a-8fc33d478a51 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546942'] for port, precommit_delete {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:18.550242 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-3c093ae9-672c-4e37-b743-1e0574d9934f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133922029', 'neutron.services.segments.db._delete_segments_for_network-8728380123091'] for network, precommit_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:18.562288 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.services.segments.db [None req-3c093ae9-672c-4e37-b743-1e0574d9934f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3c13f4c-b8ff-4164-9438-784286903cad']}} {{(pid=92664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:04:18.575227 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.services.segments.db [None req-3c093ae9-672c-4e37-b743-1e0574d9934f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea110242-fe51-4929-b591-906578e682da') {'for_net_delete': True} {{(pid=92664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:04:18.575529 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.services.segments.db [None req-3c093ae9-672c-4e37-b743-1e0574d9934f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea110242-fe51-4929-b591-906578e682da') {} {{(pid=92664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:04:18.586747 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-3c093ae9-672c-4e37-b743-1e0574d9934f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728380122920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8776300'] for segment, before_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:18.602471 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.plugin [None req-27f8d998-6bf2-48a5-a48a-8fc33d478a51 None None] Calling delete_port for a30a54d6-9e0c-46d2-a183-dff06028f2db owned by network:dhcp {{(pid=92666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:04:18.603411 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-3c093ae9-672c-4e37-b743-1e0574d9934f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133909941'] for segment, precommit_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:18.617135 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c093ae9-672c-4e37-b743-1e0574d9934f admin admin] Releasing vlan 212 on physical network physnet1 to pool {{(pid=92664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:04:18.618256 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-3c093ae9-672c-4e37-b743-1e0574d9934f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133909941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8986947'] for segment, after_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:18.620381 dv-cinder-797333-1-smb neutron-server[92664]: Traceback (most recent call last): Jun 22 09:04:18.620381 dv-cinder-797333-1-smb neutron-server[92664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:04:18.620381 dv-cinder-797333-1-smb neutron-server[92664]: timer() Jun 22 09:04:18.620381 dv-cinder-797333-1-smb neutron-server[92664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:04:18.620381 dv-cinder-797333-1-smb neutron-server[92664]: cb(*args, **kw) Jun 22 09:04:18.620381 dv-cinder-797333-1-smb neutron-server[92664]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:04:18.620381 dv-cinder-797333-1-smb neutron-server[92664]: return func(*args, **kwargs) Jun 22 09:04:18.620381 dv-cinder-797333-1-smb neutron-server[92664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:04:18.620381 dv-cinder-797333-1-smb neutron-server[92664]: self._notify() Jun 22 09:04:18.620381 dv-cinder-797333-1-smb neutron-server[92664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:04:18.620381 dv-cinder-797333-1-smb neutron-server[92664]: self.callback(batched_events) Jun 22 09:04:18.620381 dv-cinder-797333-1-smb neutron-server[92664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:04:18.620381 dv-cinder-797333-1-smb neutron-server[92664]: event.method(event) Jun 22 09:04:18.620381 dv-cinder-797333-1-smb neutron-server[92664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:04:18.620381 dv-cinder-797333-1-smb neutron-server[92664]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:04:18.620381 dv-cinder-797333-1-smb neutron-server[92664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:04:18.620381 dv-cinder-797333-1-smb neutron-server[92664]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:04:18.620381 dv-cinder-797333-1-smb neutron-server[92664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:04:18.620381 dv-cinder-797333-1-smb neutron-server[92664]: return f(self, *a, **k) Jun 22 09:04:18.620381 dv-cinder-797333-1-smb neutron-server[92664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:04:18.620381 dv-cinder-797333-1-smb neutron-server[92664]: return self._get(url).json() Jun 22 09:04:18.620381 dv-cinder-797333-1-smb neutron-server[92664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:04:18.620381 dv-cinder-797333-1-smb neutron-server[92664]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:04:18.620381 dv-cinder-797333-1-smb neutron-server[92664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:04:18.620381 dv-cinder-797333-1-smb neutron-server[92664]: return self.request(url, 'GET', **kwargs) Jun 22 09:04:18.620381 dv-cinder-797333-1-smb neutron-server[92664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:04:18.620381 dv-cinder-797333-1-smb neutron-server[92664]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:04:18.620381 dv-cinder-797333-1-smb neutron-server[92664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:04:18.620381 dv-cinder-797333-1-smb neutron-server[92664]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:04:18.620381 dv-cinder-797333-1-smb neutron-server[92664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:04:18.620381 dv-cinder-797333-1-smb neutron-server[92664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:04:18.620381 dv-cinder-797333-1-smb neutron-server[92664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:04:18.705828 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-3c093ae9-672c-4e37-b743-1e0574d9934f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133922022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-748338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-133660957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-546649'] for network, after_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:18.715079 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-3dfa0ea5-245a-428c-a893-4dee3b0d426c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:04:18.723603 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-3c093ae9-672c-4e37-b743-1e0574d9934f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133660928'] for network, before_response {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:18.729304 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.wsgi [-] (92665) accepted ('10.222.0.22', 41100) {{(pid=92665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:04:18.729923 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [None req-3c093ae9-672c-4e37-b743-1e0574d9934f admin admin] 10.222.0.22 "DELETE /v2.0/networks/b3c13f4c-b8ff-4164-9438-784286903cad HTTP/1.1" status: 204 len: 168 time: 0.8442779 Jun 22 09:04:18.741499 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c093ae9-672c-4e37-b743-1e0574d9934f admin admin] Pushing event deleted for resources: {'Network': ['ID=b3c13f4c-b8ff-4164-9438-784286903cad,revision_number=None']} {{(pid=92664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:04:18.747603 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-3c093ae9-672c-4e37-b743-1e0574d9934f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:04:18.748573 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-27f8d998-6bf2-48a5-a48a-8fc33d478a51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133719696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133660950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728380107749', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728379583070'] for port, after_delete {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:18.751694 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG oslo_concurrency.lockutils [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:04:18.765957 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-27f8d998-6bf2-48a5-a48a-8fc33d478a51 None None] Network b3c13f4c-b8ff-4164-9438-784286903cad is not hosted by any dhcp agent {{(pid=92666) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jun 22 09:04:18.766513 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27f8d998-6bf2-48a5-a48a-8fc33d478a51 None None] No DVR routers for this DVR port a30a54d6-9e0c-46d2-a183-dff06028f2db on host dv-cinder-797333-1-smb {{(pid=92666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:04:18.812012 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f8d998-6bf2-48a5-a48a-8fc33d478a51 None None] Pushing event deleted for resources: {'Port': ['ID=a30a54d6-9e0c-46d2-a183-dff06028f2db,revision_number=None']} {{(pid=92666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:04:18.818419 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG oslo_concurrency.lockutils [None req-27f8d998-6bf2-48a5-a48a-8fc33d478a51 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:04:19.128094 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-9992c97c-aab0-4933-9f55-633611b3718f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-741174'] for router_interface, before_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:19.394807 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.plugins.ml2.plugin [None req-9992c97c-aab0-4933-9f55-633611b3718f admin admin] Deleting port 7ac83631-31d0-4d3a-ba1c-fd95f80356da {{(pid=92665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:04:19.395148 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-9992c97c-aab0-4933-9f55-633611b3718f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728380103653'] for port, before_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:19.474051 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.plugins.ml2.db [None req-9992c97c-aab0-4933-9f55-633611b3718f admin admin] For port 7ac83631-31d0-4d3a-ba1c-fd95f80356da, host dv-cinder-797333-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797333-1-smb',level=0,port_id=7ac83631-31d0-4d3a-ba1c-fd95f80356da,segment=NetworkSegment(268806ae-4205-41c8-80a0-6d59de60a565),segment_id=268806ae-4205-41c8-80a0-6d59de60a565)] {{(pid=92665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:04:19.474404 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-9992c97c-aab0-4933-9f55-633611b3718f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546942'] for port, precommit_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:19.541730 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.plugins.ml2.plugin [None req-9992c97c-aab0-4933-9f55-633611b3718f admin admin] Calling delete_port for 7ac83631-31d0-4d3a-ba1c-fd95f80356da owned by network:router_interface {{(pid=92665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:04:19.704440 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-91c9fbfe-7059-454a-91f1-0af49ad50bbf req-64a1d8ec-39f2-45a7-8aed-e1edcc33c7ce tempest-VolumesActionsTest-1549922220 tempest-VolumesActionsTest-1549922220-project] 10.222.0.22 "GET /v2.0/ports?device_id=9ca41923-9725-435b-b6cf-2abce97be52f HTTP/1.1" status: 200 len: 210 time: 0.0615134 Jun 22 09:04:19.747369 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.wsgi [-] (92664) accepted ('10.222.0.22', 41138) {{(pid=92664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:04:19.784882 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad319df4-b354-43e4-bade-1e6a0f5cfc55 req-684178c5-38c5-4ca3-a9e5-92b92300bd3c tempest-VolumesActionsTest-1549922220 tempest-VolumesActionsTest-1549922220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:04:19.786650 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-ad319df4-b354-43e4-bade-1e6a0f5cfc55 req-684178c5-38c5-4ca3-a9e5-92b92300bd3c tempest-VolumesActionsTest-1549922220 tempest-VolumesActionsTest-1549922220-project] 10.222.0.15 "GET /v2.0/networks?id=5d590955-43ff-4951-83fc-1c73e584d8df HTTP/1.1" status: 200 len: 808 time: 0.1340313 Jun 22 09:04:19.787991 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-9992c97c-aab0-4933-9f55-633611b3718f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133719696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133660950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728380107749', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728379583070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4027009'] for port, after_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:19.790989 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-d1b76bab-853c-4e58-94ea-2df8faa92198 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:04:19.801494 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.v2.base [req-ad319df4-b354-43e4-bade-1e6a0f5cfc55 req-00f405b0-0c00-4f93-bd97-983f15d4309c tempest-VolumesActionsTest-1549922220 tempest-VolumesActionsTest-1549922220-project] Request body: {'port': {'device_id': '9ca41923-9725-435b-b6cf-2abce97be52f', 'network_id': '5d590955-43ff-4951-83fc-1c73e584d8df', 'admin_state_up': True, 'tenant_id': 'b8f34faeac11474ca6a02c6b9fef9fe4'}} {{(pid=92664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:04:19.819991 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9992c97c-aab0-4933-9f55-633611b3718f admin admin] Pushing event deleted for resources: {'Port': ['ID=7ac83631-31d0-4d3a-ba1c-fd95f80356da,revision_number=None']} {{(pid=92665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:04:19.829217 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-9992c97c-aab0-4933-9f55-633611b3718f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:04:19.897336 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-83d6a354-02b2-42fb-a136-11cfa4593710 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:20.029814 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-9992c97c-aab0-4933-9f55-633611b3718f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133661028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-741274'] for router_interface, after_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:20.059432 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-83d6a354-02b2-42fb-a136-11cfa4593710 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:20.071834 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-83d6a354-02b2-42fb-a136-11cfa4593710 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748303'] for security_group, after_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:20.096415 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-4bda1c4d-3c55-4401-936d-593be1670554 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:04:20.114606 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.rpc [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Device d7fae4f8-151a-4ff3-bbbd-5c40723001d0 no longer exists at agent ovs-agent-dv-cinder-797333-1-smb {{(pid=92666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:04:20.134121 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [None req-83d6a354-02b2-42fb-a136-11cfa4593710 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=595702c9f0b1467d8be10f46b0f29154&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3852777 Jun 22 09:04:20.139490 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.wsgi [-] (92664) accepted ('10.222.0.22', 41146) {{(pid=92664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:04:20.140063 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad319df4-b354-43e4-bade-1e6a0f5cfc55 req-00f405b0-0c00-4f93-bd97-983f15d4309c tempest-VolumesActionsTest-1549922220 tempest-VolumesActionsTest-1549922220-project] Made reservation on behalf of b8f34faeac11474ca6a02c6b9fef9fe4 for: {'port': 1} {{(pid=92664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:04:20.142992 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.plugin [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] No Port match for: d7fae4f8-151a-4ff3-bbbd-5c40723001d0 {{(pid=92666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:04:20.143541 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.rpc [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Device d7fae4f8-151a-4ff3-bbbd-5c40723001d0 not bound to the agent host dv-cinder-797333-1-smb {{(pid=92666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:04:20.144066 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [req-ad319df4-b354-43e4-bade-1e6a0f5cfc55 req-00f405b0-0c00-4f93-bd97-983f15d4309c tempest-VolumesActionsTest-1549922220 tempest-VolumesActionsTest-1549922220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-133719140'] for port, before_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:20.144431 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.rpc [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Device a30a54d6-9e0c-46d2-a183-dff06028f2db no longer exists at agent ovs-agent-dv-cinder-797333-1-smb {{(pid=92666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:04:20.166775 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.plugin [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] No Port match for: a30a54d6-9e0c-46d2-a183-dff06028f2db {{(pid=92666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:04:20.167430 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.rpc [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Device a30a54d6-9e0c-46d2-a183-dff06028f2db not bound to the agent host dv-cinder-797333-1-smb {{(pid=92666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:04:20.181223 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d6a354-02b2-42fb-a136-11cfa4593710 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a691d75f-15d0-418d-9fbb-3ef5dffad218,revision_number=1']} {{(pid=92664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:04:20.192190 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-83d6a354-02b2-42fb-a136-11cfa4593710 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:04:20.281610 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-8fb4df17-594c-43e7-8b14-d02f476fabbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:20.332309 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-8fb4df17-594c-43e7-8b14-d02f476fabbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:20.366212 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.db.db_base_plugin_common [req-ad319df4-b354-43e4-bade-1e6a0f5cfc55 req-00f405b0-0c00-4f93-bd97-983f15d4309c tempest-VolumesActionsTest-1549922220 tempest-VolumesActionsTest-1549922220-project] Allocated IP 172.20.0.7 (5d590955-43ff-4951-83fc-1c73e584d8df/0c851ac0-d339-45d7-9d3b-5afc931d9672/cb963928-7370-4a2c-ae92-b72edcc5679c) {{(pid=92664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:04:20.419952 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-8fb4df17-594c-43e7-8b14-d02f476fabbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748303'] for security_group, after_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:20.422441 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-8fb4df17-594c-43e7-8b14-d02f476fabbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:20.423537 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [None req-8fb4df17-594c-43e7-8b14-d02f476fabbe admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a691d75f-15d0-418d-9fbb-3ef5dffad218 HTTP/1.1" status: 204 len: 168 time: 0.2751744 Jun 22 09:04:20.428342 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-8b497266-b357-4b53-9947-0ba3d3ff4713 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:04:20.451692 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb4df17-594c-43e7-8b14-d02f476fabbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a691d75f-15d0-418d-9fbb-3ef5dffad218,revision_number=None']} {{(pid=92664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:04:20.478216 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-8fb4df17-594c-43e7-8b14-d02f476fabbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:04:20.541779 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [req-ad319df4-b354-43e4-bade-1e6a0f5cfc55 req-00f405b0-0c00-4f93-bd97-983f15d4309c tempest-VolumesActionsTest-1549922220 tempest-VolumesActionsTest-1549922220-project] Notify callbacks [] for port, precommit_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:20.561791 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9992c97c-aab0-4933-9f55-633611b3718f admin admin] Router 48c4d72c-ad0a-4037-bb06-735cb695222c has already been hosted by L3 agent 81bac9f2-ec56-4bd6-b329-9598189ea0dc {{(pid=92665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:04:20.587342 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [req-ad319df4-b354-43e4-bade-1e6a0f5cfc55 req-00f405b0-0c00-4f93-bd97-983f15d4309c tempest-VolumesActionsTest-1549922220 tempest-VolumesActionsTest-1549922220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-133719719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-133660957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728379583061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9113225'] for port, after_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:20.593688 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-176db93c-d6fb-45dd-b65f-f029e0f45e96 tempest-AttachVolumeShelveTestJSON-78008703 tempest-AttachVolumeShelveTestJSON-78008703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:04:20.639534 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad319df4-b354-43e4-bade-1e6a0f5cfc55 req-00f405b0-0c00-4f93-bd97-983f15d4309c tempest-VolumesActionsTest-1549922220 tempest-VolumesActionsTest-1549922220-project] Network 5d590955-43ff-4951-83fc-1c73e584d8df is already hosted by enough agents. {{(pid=92664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:04:20.643098 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.scheduler.base_scheduler [req-ad319df4-b354-43e4-bade-1e6a0f5cfc55 req-00f405b0-0c00-4f93-bd97-983f15d4309c tempest-VolumesActionsTest-1549922220 tempest-VolumesActionsTest-1549922220-project] Resources bound (agent type, host, resource id): {{(pid=92664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:04:20.646126 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad319df4-b354-43e4-bade-1e6a0f5cfc55 req-00f405b0-0c00-4f93-bd97-983f15d4309c tempest-VolumesActionsTest-1549922220 tempest-VolumesActionsTest-1549922220-project] Received port after_create {{(pid=92664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:04:20.679757 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f405b0-0c00-4f93-bd97-983f15d4309c tempest-VolumesActionsTest-1549922220 tempest-VolumesActionsTest-1549922220-project] Pushing event updated for resources: {'Port': ['ID=cb963928-7370-4a2c-ae92-b72edcc5679c,revision_number=1']} {{(pid=92664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:04:20.684854 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-00f405b0-0c00-4f93-bd97-983f15d4309c tempest-VolumesActionsTest-1549922220 tempest-VolumesActionsTest-1549922220-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:04:20.691155 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9992c97c-aab0-4933-9f55-633611b3718f admin admin] Notify agent at l3_agent.dv-cinder-797333-1-smb the message routers_updated {{(pid=92665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:04:20.700180 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [None req-9992c97c-aab0-4933-9f55-633611b3718f admin admin] 10.222.0.22 "PUT /v2.0/routers/48c4d72c-ad0a-4037-bb06-735cb695222c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9664352 Jun 22 09:04:20.700330 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.wsgi [-] (92664) accepted ('10.222.0.22', 41152) {{(pid=92664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:04:20.705829 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-133475cc-3c54-412d-9bed-29d75cdc7cdd None None] Sync routers for ids ['48c4d72c-ad0a-4037-bb06-735cb695222c'] in dv-cinder-797333-1-smb {{(pid=92667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:04:20.714446 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad319df4-b354-43e4-bade-1e6a0f5cfc55 req-00f405b0-0c00-4f93-bd97-983f15d4309c tempest-VolumesActionsTest-1549922220 tempest-VolumesActionsTest-1549922220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:04:20.715062 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [req-ad319df4-b354-43e4-bade-1e6a0f5cfc55 req-00f405b0-0c00-4f93-bd97-983f15d4309c tempest-VolumesActionsTest-1549922220 tempest-VolumesActionsTest-1549922220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27927'] for port, before_response {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:20.715739 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-133475cc-3c54-412d-9bed-29d75cdc7cdd None None] Routers {'48c4d72c-ad0a-4037-bb06-735cb695222c'} bound to L3 agent in host dv-cinder-797333-1-smb {{(pid=92667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:04:20.716416 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.db.l3_hamode_db [None req-133475cc-3c54-412d-9bed-29d75cdc7cdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797333-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T08:48:43Z,description=,heartbeat_timestamp=2021-06-22T09:04:14Z,host='dv-cinder-797333-1-smb',id=81bac9f2-ec56-4bd6-b329-9598189ea0dc,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T08:48:43Z,topic='l3_agent')) {'router_ids': ['48c4d72c-ad0a-4037-bb06-735cb695222c'], 'active': True} {{(pid=92667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:04:20.741885 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.wsgi [-] (92665) accepted ('10.222.0.22', 41156) {{(pid=92665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:04:20.759417 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-39a0958f-8de6-457e-8011-352d96d3fcd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:20.780025 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-ad319df4-b354-43e4-bade-1e6a0f5cfc55 req-00f405b0-0c00-4f93-bd97-983f15d4309c tempest-VolumesActionsTest-1549922220 tempest-VolumesActionsTest-1549922220-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9835792 Jun 22 09:04:20.825899 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.db.l3_dvr_db [None req-133475cc-3c54-412d-9bed-29d75cdc7cdd None None] Set router 48c4d72c-ad0a-4037-bb06-735cb695222c gateway port host: dv-cinder-797333-1-smb {{(pid=92667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:04:20.936791 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411b0eb7-0e91-49e2-a87f-f9d86e48e3e3 req-2bbd2981-0634-4e47-8adc-4d7a4a8ce013 tempest-VolumesActionsTest-1549922220 tempest-VolumesActionsTest-1549922220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:04:20.938615 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-411b0eb7-0e91-49e2-a87f-f9d86e48e3e3 req-2bbd2981-0634-4e47-8adc-4d7a4a8ce013 tempest-VolumesActionsTest-1549922220 tempest-VolumesActionsTest-1549922220-project] 10.222.0.22 "GET /v2.0/ports?device_id=9ca41923-9725-435b-b6cf-2abce97be52f HTTP/1.1" status: 200 len: 931 time: 0.1167896 Jun 22 09:04:20.941548 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-39a0958f-8de6-457e-8011-352d96d3fcd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:20.954463 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-39a0958f-8de6-457e-8011-352d96d3fcd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748303'] for security_group, after_create {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:20.958768 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-69efbbfc-4cfb-4bae-afd4-ba3580d0b915 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:04:21.022859 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.db.l3_hamode_db [None req-133475cc-3c54-412d-9bed-29d75cdc7cdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48c4d72c-ad0a-4037-bb06-735cb695222c', 'name': 'tempest-TestShelveInstance-1479053426-router', 'tenant_id': '1f642367c9e9471cbb9423fd80a72ec5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '229d5e4a-3847-4866-aa2f-e37dad8eeeae', 'external_fixed_ips': [{'subnet_id': '86526ad5-0ce1-4847-a8b3-31fb35f84f34', 'ip_address': '172.28.3.54'}], 'enable_snat': True}, 'gw_port_id': '427c613c-7010-403f-8b1b-c9e025928823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T08:58:59Z', 'updated_at': '2021-06-22T09:04:19Z', 'revision_number': 5, 'project_id': '1f642367c9e9471cbb9423fd80a72ec5', 'gw_port': {'id': '427c613c-7010-403f-8b1b-c9e025928823', 'name': '', 'network_id': '229d5e4a-3847-4866-aa2f-e37dad8eeeae', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:dd:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48c4d72c-ad0a-4037-bb06-735cb695222c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '86526ad5-0ce1-4847-a8b3-31fb35f84f34', 'ip_address': '172.28.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T08:59:01Z', 'updated_at': '2021-06-22T08:59:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86526ad5-0ce1-4847-a8b3-31fb35f84f34', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797333-1-smb'}], 'dv-cinder-797333-1-smb', False) {} {{(pid=92667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:04:21.027552 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [None req-39a0958f-8de6-457e-8011-352d96d3fcd9 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=bcde99ddfb4d4a8abe4a7b900296cddc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2841496 Jun 22 09:04:21.031033 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a0958f-8de6-457e-8011-352d96d3fcd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ad86f05-dbef-4dad-acbf-5ee99a66697f,revision_number=1']} {{(pid=92665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:04:21.033370 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.wsgi [-] (92665) accepted ('10.222.0.22', 41158) {{(pid=92665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:04:21.040950 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-39a0958f-8de6-457e-8011-352d96d3fcd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:04:21.043756 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-411b0eb7-0e91-49e2-a87f-f9d86e48e3e3 req-e379d60f-57f7-4845-ade7-7078199e9538 tempest-VolumesActionsTest-1549922220 tempest-VolumesActionsTest-1549922220-project] 10.222.0.22 "GET /v2.0/security-groups?id=7047e239-522d-45b4-85e4-32246680fa49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969865 Jun 22 09:04:21.068297 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-133475cc-3c54-412d-9bed-29d75cdc7cdd None None] Checking router: 48c4d72c-ad0a-4037-bb06-735cb695222c for host: dv-cinder-797333-1-smb {{(pid=92667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:04:21.079775 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-133475cc-3c54-412d-9bed-29d75cdc7cdd None None] Routers {'48c4d72c-ad0a-4037-bb06-735cb695222c'} bound to L3 agent in host dv-cinder-797333-1-smb {{(pid=92667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:04:21.080523 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.db.l3_hamode_db [None req-133475cc-3c54-412d-9bed-29d75cdc7cdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797333-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T08:48:43Z,description=,heartbeat_timestamp=2021-06-22T09:04:14Z,host='dv-cinder-797333-1-smb',id=81bac9f2-ec56-4bd6-b329-9598189ea0dc,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T08:48:43Z,topic='l3_agent')) {'router_ids': ['48c4d72c-ad0a-4037-bb06-735cb695222c'], 'active': True} {{(pid=92667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:04:21.095100 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-2ce01af8-0544-46d7-a7a1-2c4777f92634 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:21.104889 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.v2.base [req-ad319df4-b354-43e4-bade-1e6a0f5cfc55 req-b62be1e6-9144-49ea-a65d-42530ec4a6f1 service neutron] Request body: {'port': {'device_id': '9ca41923-9725-435b-b6cf-2abce97be52f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79733'}} {{(pid=92664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:04:21.119203 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-2ce01af8-0544-46d7-a7a1-2c4777f92634 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:21.175184 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-2ce01af8-0544-46d7-a7a1-2c4777f92634 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748303'] for security_group, after_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:21.178207 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-6e748dd2-3d76-4d53-b06b-fbabd2f612b9 admin admin] Notify callbacks [] for router, before_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:21.178622 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-2ce01af8-0544-46d7-a7a1-2c4777f92634 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:21.179904 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [None req-2ce01af8-0544-46d7-a7a1-2c4777f92634 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/3ad86f05-dbef-4dad-acbf-5ee99a66697f HTTP/1.1" status: 204 len: 168 time: 0.1452937 Jun 22 09:04:21.180817 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-473f3712-1fe0-40b5-ac8f-ab9b3b57f9e8 tempest-VolumesNegativeTest-369131302 tempest-VolumesNegativeTest-369131302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:04:21.189953 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce01af8-0544-46d7-a7a1-2c4777f92634 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ad86f05-dbef-4dad-acbf-5ee99a66697f,revision_number=None']} {{(pid=92665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:04:21.192431 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-2ce01af8-0544-46d7-a7a1-2c4777f92634 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:04:21.249601 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [req-ad319df4-b354-43e4-bade-1e6a0f5cfc55 req-b62be1e6-9144-49ea-a65d-42530ec4a6f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133719154'] for port, before_update {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:21.282860 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.db.l3_dvr_db [None req-133475cc-3c54-412d-9bed-29d75cdc7cdd None None] Set router 48c4d72c-ad0a-4037-bb06-735cb695222c gateway port host: dv-cinder-797333-1-smb {{(pid=92667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:04:21.355495 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-6e748dd2-3d76-4d53-b06b-fbabd2f612b9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:21.476729 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.db.l3_hamode_db [None req-133475cc-3c54-412d-9bed-29d75cdc7cdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48c4d72c-ad0a-4037-bb06-735cb695222c', 'name': 'tempest-TestShelveInstance-1479053426-router', 'tenant_id': '1f642367c9e9471cbb9423fd80a72ec5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '229d5e4a-3847-4866-aa2f-e37dad8eeeae', 'external_fixed_ips': [{'subnet_id': '86526ad5-0ce1-4847-a8b3-31fb35f84f34', 'ip_address': '172.28.3.54'}], 'enable_snat': True}, 'gw_port_id': '427c613c-7010-403f-8b1b-c9e025928823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T08:58:59Z', 'updated_at': '2021-06-22T09:04:19Z', 'revision_number': 5, 'project_id': '1f642367c9e9471cbb9423fd80a72ec5', 'gw_port': {'id': '427c613c-7010-403f-8b1b-c9e025928823', 'name': '', 'network_id': '229d5e4a-3847-4866-aa2f-e37dad8eeeae', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:dd:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48c4d72c-ad0a-4037-bb06-735cb695222c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '86526ad5-0ce1-4847-a8b3-31fb35f84f34', 'ip_address': '172.28.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T08:59:01Z', 'updated_at': '2021-06-22T08:59:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86526ad5-0ce1-4847-a8b3-31fb35f84f34', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797333-1-smb'}], 'dv-cinder-797333-1-smb', False) {} {{(pid=92667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:04:21.501518 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-133475cc-3c54-412d-9bed-29d75cdc7cdd None None] The sync data for ids ['48c4d72c-ad0a-4037-bb06-735cb695222c'] in dv-cinder-797333-1-smb is: [{'id': '48c4d72c-ad0a-4037-bb06-735cb695222c', 'name': 'tempest-TestShelveInstance-1479053426-router', 'tenant_id': '1f642367c9e9471cbb9423fd80a72ec5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '229d5e4a-3847-4866-aa2f-e37dad8eeeae', 'external_fixed_ips': [{'subnet_id': '86526ad5-0ce1-4847-a8b3-31fb35f84f34', 'ip_address': '172.28.3.54'}], 'enable_snat': True}, 'gw_port_id': '427c613c-7010-403f-8b1b-c9e025928823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T08:58:59Z', 'updated_at': '2021-06-22T09:04:19Z', 'revision_number': 5, 'project_id': '1f642367c9e9471cbb9423fd80a72ec5', 'gw_port': {'id': '427c613c-7010-403f-8b1b-c9e025928823', 'name': '', 'network_id': '229d5e4a-3847-4866-aa2f-e37dad8eeeae', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:dd:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48c4d72c-ad0a-4037-bb06-735cb695222c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '86526ad5-0ce1-4847-a8b3-31fb35f84f34', 'ip_address': '172.28.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797333-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T08:59:01Z', 'updated_at': '2021-06-22T08:59:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86526ad5-0ce1-4847-a8b3-31fb35f84f34', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797333-1-smb'}] {{(pid=92667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:04:21.530210 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.plugins.ml2.plugin [None req-6e748dd2-3d76-4d53-b06b-fbabd2f612b9 admin admin] Deleting port 427c613c-7010-403f-8b1b-c9e025928823 {{(pid=92664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:04:21.530497 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-6e748dd2-3d76-4d53-b06b-fbabd2f612b9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728380103653'] for port, before_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:21.677461 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.plugins.ml2.db [None req-6e748dd2-3d76-4d53-b06b-fbabd2f612b9 admin admin] For port 427c613c-7010-403f-8b1b-c9e025928823, host dv-cinder-797333-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797333-1-smb',level=0,port_id=427c613c-7010-403f-8b1b-c9e025928823,segment=NetworkSegment(f5dcb9d0-69a0-4f7f-8ef7-9bef0bfd3dea),segment_id=f5dcb9d0-69a0-4f7f-8ef7-9bef0bfd3dea)] {{(pid=92664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:04:21.677851 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-6e748dd2-3d76-4d53-b06b-fbabd2f612b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546942'] for port, precommit_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:21.730495 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.notifiers.nova [req-ad319df4-b354-43e4-bade-1e6a0f5cfc55 req-b62be1e6-9144-49ea-a65d-42530ec4a6f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb963928-7370-4a2c-ae92-b72edcc5679c {{(pid=92664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 09:04:21.763222 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.plugins.ml2.plugin [None req-6e748dd2-3d76-4d53-b06b-fbabd2f612b9 admin admin] Calling delete_port for 427c613c-7010-403f-8b1b-c9e025928823 owned by network:router_gateway {{(pid=92664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:04:21.770267 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [req-ad319df4-b354-43e4-bade-1e6a0f5cfc55 req-b62be1e6-9144-49ea-a65d-42530ec4a6f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:21.790380 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.db.provisioning_blocks [req-ad319df4-b354-43e4-bade-1e6a0f5cfc55 req-b62be1e6-9144-49ea-a65d-42530ec4a6f1 service neutron] Transition to ACTIVE for port object cb963928-7370-4a2c-ae92-b72edcc5679c will not be triggered until provisioned by entity L2. {{(pid=92664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:04:21.817969 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [req-ad319df4-b354-43e4-bade-1e6a0f5cfc55 req-b62be1e6-9144-49ea-a65d-42530ec4a6f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133719696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133660950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728380107731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728379583079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728379583124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9113275'] for port, after_update {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:21.821371 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-70f15516-84cd-48f1-959c-37f8570a785c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:04:21.931164 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62be1e6-9144-49ea-a65d-42530ec4a6f1 service neutron] Pushing event updated for resources: {'Port': ['ID=cb963928-7370-4a2c-ae92-b72edcc5679c,revision_number=2']} {{(pid=92664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:04:21.951621 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-b62be1e6-9144-49ea-a65d-42530ec4a6f1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:04:21.958254 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.rpc [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Device 7ac83631-31d0-4d3a-ba1c-fd95f80356da no longer exists at agent ovs-agent-dv-cinder-797333-1-smb {{(pid=92666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:04:21.981273 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.plugin [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] No Port match for: 7ac83631-31d0-4d3a-ba1c-fd95f80356da {{(pid=92666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:04:21.981832 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.rpc [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Device 7ac83631-31d0-4d3a-ba1c-fd95f80356da not bound to the agent host dv-cinder-797333-1-smb {{(pid=92666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:04:22.050779 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.plugins.ml2.managers [req-ad319df4-b354-43e4-bade-1e6a0f5cfc55 req-b62be1e6-9144-49ea-a65d-42530ec4a6f1 service neutron] Attempting to bind port cb963928-7370-4a2c-ae92-b72edcc5679c on host hv-cinder-79733 for vnic_type normal with profile {{(pid=92664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:04:22.051160 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.plugins.ml2.managers [req-ad319df4-b354-43e4-bade-1e6a0f5cfc55 req-b62be1e6-9144-49ea-a65d-42530ec4a6f1 service neutron] Attempting to bind port cb963928-7370-4a2c-ae92-b72edcc5679c by drivers openvswitch,hyperv on host hv-cinder-79733 at level 0 using segments [{'id': 'cb53937b-b0cb-4fa8-ab62-1438b074b921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '5d590955-43ff-4951-83fc-1c73e584d8df'}] {{(pid=92664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:04:22.051454 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad319df4-b354-43e4-bade-1e6a0f5cfc55 req-b62be1e6-9144-49ea-a65d-42530ec4a6f1 service neutron] Attempting to bind port cb963928-7370-4a2c-ae92-b72edcc5679c on network 5d590955-43ff-4951-83fc-1c73e584d8df {{(pid=92664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:04:22.078473 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad319df4-b354-43e4-bade-1e6a0f5cfc55 req-b62be1e6-9144-49ea-a65d-42530ec4a6f1 service neutron] Port cb963928-7370-4a2c-ae92-b72edcc5679c on network 5d590955-43ff-4951-83fc-1c73e584d8df not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79733 {{(pid=92664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 09:04:22.078793 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad319df4-b354-43e4-bade-1e6a0f5cfc55 req-b62be1e6-9144-49ea-a65d-42530ec4a6f1 service neutron] Attempting to bind port cb963928-7370-4a2c-ae92-b72edcc5679c on network 5d590955-43ff-4951-83fc-1c73e584d8df {{(pid=92664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:04:22.088381 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad319df4-b354-43e4-bade-1e6a0f5cfc55 req-b62be1e6-9144-49ea-a65d-42530ec4a6f1 service neutron] Checking agent: {'id': '0fb2479b-8850-47fd-bce9-7c475063265a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79733', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 8, 54, 53), 'started_at': datetime.datetime(2021, 6, 22, 8, 54, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 3, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:04:22.088721 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad319df4-b354-43e4-bade-1e6a0f5cfc55 req-b62be1e6-9144-49ea-a65d-42530ec4a6f1 service neutron] Checking segment: {'id': 'cb53937b-b0cb-4fa8-ab62-1438b074b921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '5d590955-43ff-4951-83fc-1c73e584d8df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:04:22.089111 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad319df4-b354-43e4-bade-1e6a0f5cfc55 req-b62be1e6-9144-49ea-a65d-42530ec4a6f1 service neutron] Bound using segment: {'id': 'cb53937b-b0cb-4fa8-ab62-1438b074b921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '5d590955-43ff-4951-83fc-1c73e584d8df'} {{(pid=92664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:04:22.089552 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.plugins.ml2.managers [req-ad319df4-b354-43e4-bade-1e6a0f5cfc55 req-b62be1e6-9144-49ea-a65d-42530ec4a6f1 service neutron] Bound port: cb963928-7370-4a2c-ae92-b72edcc5679c, host: hv-cinder-79733, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb53937b-b0cb-4fa8-ab62-1438b074b921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '5d590955-43ff-4951-83fc-1c73e584d8df'}}] {{(pid=92664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:04:22.089921 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [req-ad319df4-b354-43e4-bade-1e6a0f5cfc55 req-b62be1e6-9144-49ea-a65d-42530ec4a6f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133719154'] for port, before_update {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:22.141914 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-6e748dd2-3d76-4d53-b06b-fbabd2f612b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133719696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133660950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728380107749', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728379583070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9113264'] for port, after_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:22.146587 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-d22773a7-3cdc-49ea-a8f2-4b3f56f0a0eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:04:22.172432 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e748dd2-3d76-4d53-b06b-fbabd2f612b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=427c613c-7010-403f-8b1b-c9e025928823,revision_number=None']} {{(pid=92664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:04:22.179180 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-6e748dd2-3d76-4d53-b06b-fbabd2f612b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:04:22.236957 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.plugins.ml2.db [req-ad319df4-b354-43e4-bade-1e6a0f5cfc55 req-b62be1e6-9144-49ea-a65d-42530ec4a6f1 service neutron] For port cb963928-7370-4a2c-ae92-b72edcc5679c, host hv-cinder-79733, cleared binding levels {{(pid=92664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:04:22.255981 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d450563-9f0d-4b1e-bcfb-c4f65a2ecd87 req-b9b7683c-d339-45fa-85e3-dca675ece4d4 tempest-VolumesActionsTest-1549922220 tempest-VolumesActionsTest-1549922220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:04:22.257398 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.plugins.ml2.db [req-ad319df4-b354-43e4-bade-1e6a0f5cfc55 req-b62be1e6-9144-49ea-a65d-42530ec4a6f1 service neutron] For port cb963928-7370-4a2c-ae92-b72edcc5679c, host hv-cinder-79733, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79733',level=0,port_id=cb963928-7370-4a2c-ae92-b72edcc5679c,segment=NetworkSegment(cb53937b-b0cb-4fa8-ab62-1438b074b921),segment_id=cb53937b-b0cb-4fa8-ab62-1438b074b921)] {{(pid=92664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:04:22.257577 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-4d450563-9f0d-4b1e-bcfb-c4f65a2ecd87 req-b9b7683c-d339-45fa-85e3-dca675ece4d4 tempest-VolumesActionsTest-1549922220 tempest-VolumesActionsTest-1549922220-project] 10.222.0.22 "GET /v2.0/ports?device_id=9ca41923-9725-435b-b6cf-2abce97be52f HTTP/1.1" status: 200 len: 943 time: 0.0702724 Jun 22 09:04:22.264627 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [req-ad319df4-b354-43e4-bade-1e6a0f5cfc55 req-b62be1e6-9144-49ea-a65d-42530ec4a6f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133719696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133660950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728380107731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728379583079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728379583124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9113275'] for port, after_update {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:22.267665 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-be4c7dda-752c-47cc-ade9-db1e7d2bc5d3 tempest-AttachVolumeNegativeTest-547589549 tempest-AttachVolumeNegativeTest-547589549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:04:22.294333 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-6e748dd2-3d76-4d53-b06b-fbabd2f612b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-546751'] for router_gateway, after_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:22.305190 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-4d450563-9f0d-4b1e-bcfb-c4f65a2ecd87 req-98db47c3-67b3-4ceb-8d57-492896fd40a1 tempest-VolumesActionsTest-1549922220 tempest-VolumesActionsTest-1549922220-project] 10.222.0.22 "GET /v2.0/security-groups?id=7047e239-522d-45b4-85e4-32246680fa49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368969 Jun 22 09:04:22.368642 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad319df4-b354-43e4-bade-1e6a0f5cfc55 req-b62be1e6-9144-49ea-a65d-42530ec4a6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:04:22.369259 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [req-ad319df4-b354-43e4-bade-1e6a0f5cfc55 req-b62be1e6-9144-49ea-a65d-42530ec4a6f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27927'] for port, before_response {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:22.370662 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-ad319df4-b354-43e4-bade-1e6a0f5cfc55 req-b62be1e6-9144-49ea-a65d-42530ec4a6f1 service neutron] 10.222.0.15 "PUT /v2.0/ports/cb963928-7370-4a2c-ae92-b72edcc5679c HTTP/1.1" status: 200 len: 1093 time: 1.2716327 Jun 22 09:04:22.371217 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ca41923-9725-435b-b6cf-2abce97be52f', 'tag': 'cb963928-7370-4a2c-ae92-b72edcc5679c'}] {{(pid=92664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:04:22.373504 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}204e7d68aaf5059dd7cb24067ff1be2165df2a8c21773c1dc73aa01b5c6655f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-950a142e-50d5-4db5-8663-ec694b77b201" -d '{"events": [{"name": "network-changed", "server_uuid": "9ca41923-9725-435b-b6cf-2abce97be52f", "tag": "cb963928-7370-4a2c-ae92-b72edcc5679c"}]}' {{(pid=92664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:04:22.435384 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 09:04:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46972c0f-0a46-4e80-af7e-f7d09f2de895 x-openstack-request-id: req-46972c0f-0a46-4e80-af7e-f7d09f2de895 {{(pid=92664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:04:22.435719 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ca41923-9725-435b-b6cf-2abce97be52f", "tag": "cb963928-7370-4a2c-ae92-b72edcc5679c", "status": "completed", "code": 200}]} {{(pid=92664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:04:22.436020 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-46972c0f-0a46-4e80-af7e-f7d09f2de895 {{(pid=92664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:04:22.436452 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ca41923-9725-435b-b6cf-2abce97be52f', 'tag': 'cb963928-7370-4a2c-ae92-b72edcc5679c', 'status': 'completed', 'code': 200} Jun 22 09:04:22.449989 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-6e748dd2-3d76-4d53-b06b-fbabd2f612b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-737704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-122588'] for router, precommit_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:22.467198 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-6e748dd2-3d76-4d53-b06b-fbabd2f612b9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:22.469979 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62be1e6-9144-49ea-a65d-42530ec4a6f1 service neutron] Pushing event updated for resources: {'Port': ['ID=cb963928-7370-4a2c-ae92-b72edcc5679c,revision_number=3']} {{(pid=92664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:04:22.477307 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-b62be1e6-9144-49ea-a65d-42530ec4a6f1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:04:22.523607 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-6e748dd2-3d76-4d53-b06b-fbabd2f612b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-739075'] for router, after_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:22.524155 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e748dd2-3d76-4d53-b06b-fbabd2f612b9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 48c4d72c-ad0a-4037-bb06-735cb695222c {{(pid=92664) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 09:04:22.530052 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-6e748dd2-3d76-4d53-b06b-fbabd2f612b9 admin admin] Notify callbacks [] for router, before_response {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:22.533453 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [None req-6e748dd2-3d76-4d53-b06b-fbabd2f612b9 admin admin] 10.222.0.22 "DELETE /v2.0/routers/48c4d72c-ad0a-4037-bb06-735cb695222c HTTP/1.1" status: 204 len: 168 time: 1.8309009 Jun 22 09:04:22.534046 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.wsgi [-] (92664) accepted ('10.222.0.22', 41198) {{(pid=92664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:04:22.573896 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad319df4-b354-43e4-bade-1e6a0f5cfc55 req-419952b4-740d-4038-906b-00e0c9fb1fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:04:22.575412 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-ad319df4-b354-43e4-bade-1e6a0f5cfc55 req-419952b4-740d-4038-906b-00e0c9fb1fc0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b8f34faeac11474ca6a02c6b9fef9fe4&device_id=9ca41923-9725-435b-b6cf-2abce97be52f HTTP/1.1" status: 200 len: 1096 time: 0.1445322 Jun 22 09:04:22.595113 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe3f0d0a-4792-432a-b7d1-954f911ad3cb admin admin] Deleting subnet 0ae22cb5-41e5-4c23-9ef6-ae16dbad4803 {{(pid=92664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 09:04:22.633797 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-fe3f0d0a-4792-432a-b7d1-954f911ad3cb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:22.637231 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-ad319df4-b354-43e4-bade-1e6a0f5cfc55 req-eba27e0c-08aa-4371-8f5b-de6a3c73b7dc service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cb963928-7370-4a2c-ae92-b72edcc5679c HTTP/1.1" status: 200 len: 217 time: 0.0539396 Jun 22 09:04:22.707573 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-fe3f0d0a-4792-432a-b7d1-954f911ad3cb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8776283'] for subnet, precommit_delete_associations {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:22.744546 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad319df4-b354-43e4-bade-1e6a0f5cfc55 req-e6026e20-59d0-4f44-9f1e-905447183226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:04:22.745958 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-ad319df4-b354-43e4-bade-1e6a0f5cfc55 req-e6026e20-59d0-4f44-9f1e-905447183226 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0c851ac0-d339-45d7-9d3b-5afc931d9672 HTTP/1.1" status: 200 len: 848 time: 0.0876205 Jun 22 09:04:22.785990 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-ad319df4-b354-43e4-bade-1e6a0f5cfc55 req-40380b66-d6b9-44ae-9c40-42e64477d2e0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5d590955-43ff-4951-83fc-1c73e584d8df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338852 Jun 22 09:04:22.787543 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380123073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133916839'] for agent, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:22.876522 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-fe3f0d0a-4792-432a-b7d1-954f911ad3cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133921636'] for subnet, precommit_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:22.935772 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-ad319df4-b354-43e4-bade-1e6a0f5cfc55 req-ed90a356-d23f-4670-8e0b-df51754c0509 service neutron] 10.222.0.15 "GET /v2.0/networks/5d590955-43ff-4951-83fc-1c73e584d8df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428156 Jun 22 09:04:22.992583 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-fe3f0d0a-4792-432a-b7d1-954f911ad3cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133921629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133660950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9113338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9089548'] for subnet, after_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:22.997839 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:04:23.027316 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3f0d0a-4792-432a-b7d1-954f911ad3cb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0ae22cb5-41e5-4c23-9ef6-ae16dbad4803,revision_number=None']} {{(pid=92664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:04:23.030799 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-fe3f0d0a-4792-432a-b7d1-954f911ad3cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:04:23.033203 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-fe3f0d0a-4792-432a-b7d1-954f911ad3cb admin admin] Notify callbacks [] for subnet, before_response {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:23.036093 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [None req-fe3f0d0a-4792-432a-b7d1-954f911ad3cb admin admin] 10.222.0.22 "DELETE /v2.0/subnets/0ae22cb5-41e5-4c23-9ef6-ae16dbad4803 HTTP/1.1" status: 204 len: 168 time: 0.4997115 Jun 22 09:04:23.038387 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.wsgi [-] (92664) accepted ('10.222.0.22', 41210) {{(pid=92664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:04:23.042819 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88037889-bd37-4c9b-b1c7-0c5c5c24a464 None None] Network 43a92e91-3203-44c2-bebd-b4b95d0924ba requested from dv-cinder-797333-1-smb {{(pid=92666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:04:23.122737 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-ad319df4-b354-43e4-bade-1e6a0f5cfc55 req-da13483a-85ad-464c-aa21-56b34b7fe3a7 service neutron] 10.222.0.15 "GET /v2.0/networks/5d590955-43ff-4951-83fc-1c73e584d8df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1796670 Jun 22 09:04:23.134428 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-3071f9aa-b7fb-4650-84e1-0f9019734915 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133751319'] for network, before_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:23.238461 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.plugins.ml2.plugin [None req-3071f9aa-b7fb-4650-84e1-0f9019734915 admin admin] Deleting port 46c4e452-4383-49b7-922b-d8693c1c169d {{(pid=92664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:04:23.238814 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-3071f9aa-b7fb-4650-84e1-0f9019734915 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728380103653'] for port, before_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:23.278443 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e522c02-1f35-46c1-94a8-bb878e277679 None None] DHCP port deletion for 43a92e91-3203-44c2-bebd-b4b95d0924ba request from dv-cinder-797333-1-smb {{(pid=92666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 09:04:23.311422 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950a142e-50d5-4db5-8663-ec694b77b201 req-6b05b8ab-7827-4681-8081-e4376a7e7e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:04:23.312867 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-950a142e-50d5-4db5-8663-ec694b77b201 req-6b05b8ab-7827-4681-8081-e4376a7e7e14 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b8f34faeac11474ca6a02c6b9fef9fe4&device_id=9ca41923-9725-435b-b6cf-2abce97be52f HTTP/1.1" status: 200 len: 1096 time: 0.1208088 Jun 22 09:04:23.314564 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.plugins.ml2.db [None req-3071f9aa-b7fb-4650-84e1-0f9019734915 admin admin] For port 46c4e452-4383-49b7-922b-d8693c1c169d, host dv-cinder-797333-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797333-1-smb',level=0,port_id=46c4e452-4383-49b7-922b-d8693c1c169d,segment=NetworkSegment(268806ae-4205-41c8-80a0-6d59de60a565),segment_id=268806ae-4205-41c8-80a0-6d59de60a565)] {{(pid=92664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:04:23.314911 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-3071f9aa-b7fb-4650-84e1-0f9019734915 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546942'] for port, precommit_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:23.325819 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.plugin [None req-7e522c02-1f35-46c1-94a8-bb878e277679 None None] Deleting port 46c4e452-4383-49b7-922b-d8693c1c169d {{(pid=92666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:04:23.326195 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-7e522c02-1f35-46c1-94a8-bb878e277679 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728380103653'] for port, before_delete {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:23.393390 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.db [None req-7e522c02-1f35-46c1-94a8-bb878e277679 None None] For port 46c4e452-4383-49b7-922b-d8693c1c169d, host dv-cinder-797333-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797333-1-smb',level=0,port_id=46c4e452-4383-49b7-922b-d8693c1c169d,segment=NetworkSegment(268806ae-4205-41c8-80a0-6d59de60a565),segment_id=268806ae-4205-41c8-80a0-6d59de60a565)] {{(pid=92666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:04:23.394478 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-7e522c02-1f35-46c1-94a8-bb878e277679 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546942'] for port, precommit_delete {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:23.421343 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.plugins.ml2.plugin [None req-3071f9aa-b7fb-4650-84e1-0f9019734915 admin admin] Calling delete_port for 46c4e452-4383-49b7-922b-d8693c1c169d owned by network:dhcp {{(pid=92664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:04:23.471015 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.plugin [None req-7e522c02-1f35-46c1-94a8-bb878e277679 None None] Calling delete_port for 46c4e452-4383-49b7-922b-d8693c1c169d owned by network:dhcp {{(pid=92666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:04:23.498354 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90802cf2-0f95-4f4c-bdc2-09cefa838e5b req-e740e3eb-5406-4008-a96c-c840e914978e tempest-VolumesActionsTest-1549922220 tempest-VolumesActionsTest-1549922220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:04:23.499996 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-90802cf2-0f95-4f4c-bdc2-09cefa838e5b req-e740e3eb-5406-4008-a96c-c840e914978e tempest-VolumesActionsTest-1549922220 tempest-VolumesActionsTest-1549922220-project] 10.222.0.22 "GET /v2.0/ports?device_id=9ca41923-9725-435b-b6cf-2abce97be52f HTTP/1.1" status: 200 len: 943 time: 0.0791931 Jun 22 09:04:23.517054 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950a142e-50d5-4db5-8663-ec694b77b201 req-cdbf8261-e426-4791-ba80-aa2b2524d0b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:04:23.518469 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-950a142e-50d5-4db5-8663-ec694b77b201 req-cdbf8261-e426-4791-ba80-aa2b2524d0b8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=5d590955-43ff-4951-83fc-1c73e584d8df HTTP/1.1" status: 200 len: 909 time: 0.1962032 Jun 22 09:04:23.540160 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-90802cf2-0f95-4f4c-bdc2-09cefa838e5b req-3178774a-6515-46c9-a275-f99ae3bbdd72 tempest-VolumesActionsTest-1549922220 tempest-VolumesActionsTest-1549922220-project] 10.222.0.22 "GET /v2.0/security-groups?id=7047e239-522d-45b4-85e4-32246680fa49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340056 Jun 22 09:04:23.562734 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-950a142e-50d5-4db5-8663-ec694b77b201 req-72c1275c-a3ea-4ee0-b027-4d01d6c57f4e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cb963928-7370-4a2c-ae92-b72edcc5679c HTTP/1.1" status: 200 len: 217 time: 0.0340388 Jun 22 09:04:23.576997 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-7e522c02-1f35-46c1-94a8-bb878e277679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133719696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133660950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728380107749', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728379583070'] for port, after_delete {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:23.578295 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-3071f9aa-b7fb-4650-84e1-0f9019734915 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133719696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133660950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728380107749', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728379583070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9113264'] for port, after_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:23.579805 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG oslo_concurrency.lockutils [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:04:23.597688 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-923dbd9f-829f-4c9f-8d1e-1951ef901ebd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:04:23.605780 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e522c02-1f35-46c1-94a8-bb878e277679 None None] Pushing event deleted for resources: {'Port': ['ID=46c4e452-4383-49b7-922b-d8693c1c169d,revision_number=None']} {{(pid=92666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:04:23.608755 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG oslo_concurrency.lockutils [None req-7e522c02-1f35-46c1-94a8-bb878e277679 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:04:23.609632 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e522c02-1f35-46c1-94a8-bb878e277679 None None] No DVR routers for this DVR port 46c4e452-4383-49b7-922b-d8693c1c169d on host dv-cinder-797333-1-smb {{(pid=92666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:04:23.625203 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3071f9aa-b7fb-4650-84e1-0f9019734915 admin admin] Pushing event deleted for resources: {'Port': ['ID=46c4e452-4383-49b7-922b-d8693c1c169d,revision_number=None']} {{(pid=92664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:04:23.629010 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3071f9aa-b7fb-4650-84e1-0f9019734915 admin admin] No DVR routers for this DVR port 46c4e452-4383-49b7-922b-d8693c1c169d on host dv-cinder-797333-1-smb {{(pid=92664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:04:23.633413 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-3071f9aa-b7fb-4650-84e1-0f9019734915 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:04:23.660993 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950a142e-50d5-4db5-8663-ec694b77b201 req-e67d045e-a07e-4b4c-88e6-8f608ad43809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:04:23.662437 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-950a142e-50d5-4db5-8663-ec694b77b201 req-e67d045e-a07e-4b4c-88e6-8f608ad43809 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0c851ac0-d339-45d7-9d3b-5afc931d9672 HTTP/1.1" status: 200 len: 848 time: 0.0924187 Jun 22 09:04:23.726566 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-950a142e-50d5-4db5-8663-ec694b77b201 req-20722934-d7a9-417f-8bfc-5060ed2e3f77 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5d590955-43ff-4951-83fc-1c73e584d8df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0517478 Jun 22 09:04:23.736425 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-3071f9aa-b7fb-4650-84e1-0f9019734915 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133922029', 'neutron.services.segments.db._delete_segments_for_network-8728380123091'] for network, precommit_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:23.764265 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.services.segments.db [None req-3071f9aa-b7fb-4650-84e1-0f9019734915 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43a92e91-3203-44c2-bebd-b4b95d0924ba']}} {{(pid=92664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:04:23.797152 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.services.segments.db [None req-3071f9aa-b7fb-4650-84e1-0f9019734915 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '268806ae-4205-41c8-80a0-6d59de60a565') {'for_net_delete': True} {{(pid=92664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:04:23.797379 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.services.segments.db [None req-3071f9aa-b7fb-4650-84e1-0f9019734915 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '268806ae-4205-41c8-80a0-6d59de60a565') {} {{(pid=92664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:04:23.811282 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-3071f9aa-b7fb-4650-84e1-0f9019734915 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728380122920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8776300'] for segment, before_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:23.828549 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-3071f9aa-b7fb-4650-84e1-0f9019734915 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133909941'] for segment, precommit_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:23.841652 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3071f9aa-b7fb-4650-84e1-0f9019734915 admin admin] Releasing vlan 245 on physical network physnet1 to pool {{(pid=92664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:04:23.842041 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-3071f9aa-b7fb-4650-84e1-0f9019734915 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133909941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8986947'] for segment, after_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:23.843964 dv-cinder-797333-1-smb neutron-server[92664]: Traceback (most recent call last): Jun 22 09:04:23.843964 dv-cinder-797333-1-smb neutron-server[92664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:04:23.843964 dv-cinder-797333-1-smb neutron-server[92664]: timer() Jun 22 09:04:23.843964 dv-cinder-797333-1-smb neutron-server[92664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:04:23.843964 dv-cinder-797333-1-smb neutron-server[92664]: cb(*args, **kw) Jun 22 09:04:23.843964 dv-cinder-797333-1-smb neutron-server[92664]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:04:23.843964 dv-cinder-797333-1-smb neutron-server[92664]: return func(*args, **kwargs) Jun 22 09:04:23.843964 dv-cinder-797333-1-smb neutron-server[92664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:04:23.843964 dv-cinder-797333-1-smb neutron-server[92664]: self._notify() Jun 22 09:04:23.843964 dv-cinder-797333-1-smb neutron-server[92664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:04:23.843964 dv-cinder-797333-1-smb neutron-server[92664]: self.callback(batched_events) Jun 22 09:04:23.843964 dv-cinder-797333-1-smb neutron-server[92664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:04:23.843964 dv-cinder-797333-1-smb neutron-server[92664]: event.method(event) Jun 22 09:04:23.843964 dv-cinder-797333-1-smb neutron-server[92664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:04:23.843964 dv-cinder-797333-1-smb neutron-server[92664]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:04:23.843964 dv-cinder-797333-1-smb neutron-server[92664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:04:23.843964 dv-cinder-797333-1-smb neutron-server[92664]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:04:23.843964 dv-cinder-797333-1-smb neutron-server[92664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:04:23.843964 dv-cinder-797333-1-smb neutron-server[92664]: return f(self, *a, **k) Jun 22 09:04:23.843964 dv-cinder-797333-1-smb neutron-server[92664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:04:23.843964 dv-cinder-797333-1-smb neutron-server[92664]: return self._get(url).json() Jun 22 09:04:23.843964 dv-cinder-797333-1-smb neutron-server[92664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:04:23.843964 dv-cinder-797333-1-smb neutron-server[92664]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:04:23.843964 dv-cinder-797333-1-smb neutron-server[92664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:04:23.843964 dv-cinder-797333-1-smb neutron-server[92664]: return self.request(url, 'GET', **kwargs) Jun 22 09:04:23.843964 dv-cinder-797333-1-smb neutron-server[92664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:04:23.843964 dv-cinder-797333-1-smb neutron-server[92664]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:04:23.843964 dv-cinder-797333-1-smb neutron-server[92664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:04:23.843964 dv-cinder-797333-1-smb neutron-server[92664]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:04:23.843964 dv-cinder-797333-1-smb neutron-server[92664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:04:23.843964 dv-cinder-797333-1-smb neutron-server[92664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:04:23.843964 dv-cinder-797333-1-smb neutron-server[92664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:04:23.893885 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-950a142e-50d5-4db5-8663-ec694b77b201 req-61cf834d-7eda-405d-a900-319064ec1104 service neutron] 10.222.0.15 "GET /v2.0/networks/5d590955-43ff-4951-83fc-1c73e584d8df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1595871 Jun 22 09:04:23.908209 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-3071f9aa-b7fb-4650-84e1-0f9019734915 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133922022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-748338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-133660957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-546649'] for network, after_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:23.928407 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-21d69991-c449-427c-be1c-157b0caf9a94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:04:23.931095 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-3071f9aa-b7fb-4650-84e1-0f9019734915 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133660928'] for network, before_response {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:23.932853 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [None req-3071f9aa-b7fb-4650-84e1-0f9019734915 admin admin] 10.222.0.22 "DELETE /v2.0/networks/43a92e91-3203-44c2-bebd-b4b95d0924ba HTTP/1.1" status: 204 len: 168 time: 0.8935556 Jun 22 09:04:23.966358 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3071f9aa-b7fb-4650-84e1-0f9019734915 admin admin] Pushing event deleted for resources: {'Network': ['ID=43a92e91-3203-44c2-bebd-b4b95d0924ba,revision_number=None']} {{(pid=92664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:04:23.969839 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-3071f9aa-b7fb-4650-84e1-0f9019734915 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:04:23.998577 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.rpc [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Device 46c4e452-4383-49b7-922b-d8693c1c169d no longer exists at agent ovs-agent-dv-cinder-797333-1-smb {{(pid=92666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:04:24.011643 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-950a142e-50d5-4db5-8663-ec694b77b201 req-bd8faf13-8722-4ec2-909c-3bf2ec10f1b1 service neutron] 10.222.0.15 "GET /v2.0/networks/5d590955-43ff-4951-83fc-1c73e584d8df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013913 Jun 22 09:04:24.021050 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.plugin [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] No Port match for: 46c4e452-4383-49b7-922b-d8693c1c169d {{(pid=92666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:04:24.021400 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.rpc [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Device 46c4e452-4383-49b7-922b-d8693c1c169d not bound to the agent host dv-cinder-797333-1-smb {{(pid=92666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:04:24.021860 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.rpc [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Device 427c613c-7010-403f-8b1b-c9e025928823 no longer exists at agent ovs-agent-dv-cinder-797333-1-smb {{(pid=92666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:04:24.040896 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.plugin [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] No Port match for: 427c613c-7010-403f-8b1b-c9e025928823 {{(pid=92666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:04:24.041247 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.rpc [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Device 427c613c-7010-403f-8b1b-c9e025928823 not bound to the agent host dv-cinder-797333-1-smb {{(pid=92666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:04:24.117703 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.wsgi [-] (92664) accepted ('10.222.0.22', 41220) {{(pid=92664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:04:24.155925 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [None req-ea8d27de-869a-4104-abbd-3928d9224394 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=3cdda909a361486c941cba339ea661cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0370233 Jun 22 09:04:24.158265 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.wsgi [-] (92664) accepted ('10.222.0.22', 41222) {{(pid=92664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:04:24.203937 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-07dffb89-8ce4-4043-a322-617ed2704b2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:24.229789 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-07dffb89-8ce4-4043-a322-617ed2704b2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:24.275965 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-07dffb89-8ce4-4043-a322-617ed2704b2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748303'] for security_group, after_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:24.278527 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-07dffb89-8ce4-4043-a322-617ed2704b2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:24.279673 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [None req-07dffb89-8ce4-4043-a322-617ed2704b2a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/0d14e775-3840-49e7-bed9-875bab8c6457 HTTP/1.1" status: 204 len: 168 time: 0.1204827 Jun 22 09:04:24.280474 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-52f4de9d-dca8-4b86-9a98-3a36a73b97ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:04:24.288342 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07dffb89-8ce4-4043-a322-617ed2704b2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d14e775-3840-49e7-bed9-875bab8c6457,revision_number=None']} {{(pid=92664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:04:24.290798 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-07dffb89-8ce4-4043-a322-617ed2704b2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:04:24.608435 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.wsgi [-] (92664) accepted ('10.222.0.22', 41238) {{(pid=92664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:04:24.653718 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [None req-dcb8e1a6-7f61-44b9-ae0a-d0f879858915 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=1f642367c9e9471cbb9423fd80a72ec5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0424519 Jun 22 09:04:24.656087 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.wsgi [-] (92664) accepted ('10.222.0.22', 41240) {{(pid=92664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:04:24.705003 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-eebbe055-6857-48db-a0f9-559cbfa163d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:24.721123 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549277b9-b55a-46e2-88e5-75b71b30801b req-772c0e79-2de0-43aa-a416-25a2630a4068 tempest-VolumesActionsTest-1549922220 tempest-VolumesActionsTest-1549922220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:04:24.723239 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-549277b9-b55a-46e2-88e5-75b71b30801b req-772c0e79-2de0-43aa-a416-25a2630a4068 tempest-VolumesActionsTest-1549922220 tempest-VolumesActionsTest-1549922220-project] 10.222.0.22 "GET /v2.0/ports?device_id=9ca41923-9725-435b-b6cf-2abce97be52f HTTP/1.1" status: 200 len: 943 time: 0.0699885 Jun 22 09:04:24.726949 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-eebbe055-6857-48db-a0f9-559cbfa163d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:24.760624 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-549277b9-b55a-46e2-88e5-75b71b30801b req-cda4fb3e-fb9c-41a9-a073-bbf67d209296 tempest-VolumesActionsTest-1549922220 tempest-VolumesActionsTest-1549922220-project] 10.222.0.22 "GET /v2.0/security-groups?id=7047e239-522d-45b4-85e4-32246680fa49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315070 Jun 22 09:04:24.775516 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-eebbe055-6857-48db-a0f9-559cbfa163d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748303'] for security_group, after_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:24.779178 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-eebbe055-6857-48db-a0f9-559cbfa163d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:24.780907 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [None req-eebbe055-6857-48db-a0f9-559cbfa163d8 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a7ad2a00-43e1-4506-932c-861ceafca6ba HTTP/1.1" status: 204 len: 168 time: 0.1238217 Jun 22 09:04:24.781773 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-74b3153e-95ed-48ce-af3f-2ab2b685c84c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:04:24.790189 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebbe055-6857-48db-a0f9-559cbfa163d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7ad2a00-43e1-4506-932c-861ceafca6ba,revision_number=None']} {{(pid=92664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:04:24.792647 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-eebbe055-6857-48db-a0f9-559cbfa163d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:04:25.940178 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b08cb3-996d-4c29-bab6-e4eabd4cb77d req-05d38f96-b640-4d7c-aada-6774eb72243b tempest-VolumesActionsTest-1549922220 tempest-VolumesActionsTest-1549922220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:04:25.941721 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-82b08cb3-996d-4c29-bab6-e4eabd4cb77d req-05d38f96-b640-4d7c-aada-6774eb72243b tempest-VolumesActionsTest-1549922220 tempest-VolumesActionsTest-1549922220-project] 10.222.0.22 "GET /v2.0/ports?device_id=9ca41923-9725-435b-b6cf-2abce97be52f HTTP/1.1" status: 200 len: 943 time: 0.0661502 Jun 22 09:04:25.984818 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-82b08cb3-996d-4c29-bab6-e4eabd4cb77d req-eb43029f-2d16-43e5-98d5-d50a355e7b34 tempest-VolumesActionsTest-1549922220 tempest-VolumesActionsTest-1549922220-project] 10.222.0.22 "GET /v2.0/security-groups?id=7047e239-522d-45b4-85e4-32246680fa49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374618 Jun 22 09:04:27.159029 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7a52b1-1db5-4c29-986b-1a1213ab39db req-4f6482a4-2e8c-4cf1-a666-a56110296d00 tempest-VolumesActionsTest-1549922220 tempest-VolumesActionsTest-1549922220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:04:27.161189 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-bd7a52b1-1db5-4c29-986b-1a1213ab39db req-4f6482a4-2e8c-4cf1-a666-a56110296d00 tempest-VolumesActionsTest-1549922220 tempest-VolumesActionsTest-1549922220-project] 10.222.0.22 "GET /v2.0/ports?device_id=9ca41923-9725-435b-b6cf-2abce97be52f HTTP/1.1" status: 200 len: 943 time: 0.0642688 Jun 22 09:04:27.186684 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.wsgi [-] (92664) accepted ('10.222.0.22', 41272) {{(pid=92664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:04:27.198819 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-bd7a52b1-1db5-4c29-986b-1a1213ab39db req-4f62cfa0-d878-4c39-940a-cf65a21316f2 tempest-VolumesActionsTest-1549922220 tempest-VolumesActionsTest-1549922220-project] 10.222.0.22 "GET /v2.0/security-groups?id=7047e239-522d-45b4-85e4-32246680fa49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318894 Jun 22 09:04:27.287601 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-f53e8b65-1fb2-48e1-a505-cfef9d172e9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:27.375112 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-f53e8b65-1fb2-48e1-a505-cfef9d172e9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:27.378775 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-f53e8b65-1fb2-48e1-a505-cfef9d172e9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748303'] for security_group, after_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:27.381994 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-5b0df4b1-9108-42df-a220-472b8cb1e2f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:04:27.387606 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.rpc [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Device cb963928-7370-4a2c-ae92-b72edcc5679c details requested by agent hyperv_hv-cinder-79733 with host hv-cinder-79733 {{(pid=92666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 09:04:27.416445 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [None req-f53e8b65-1fb2-48e1-a505-cfef9d172e9b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=cb1d10ecd30b49daae913299fafb4a26&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2286515 Jun 22 09:04:27.417638 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53e8b65-1fb2-48e1-a505-cfef9d172e9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b2cb0b8-c911-4c16-9401-f85604a9ba86,revision_number=1']} {{(pid=92664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:04:27.419225 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.wsgi [-] (92665) accepted ('10.222.0.22', 41276) {{(pid=92665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:04:27.426567 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53e8b65-1fb2-48e1-a505-cfef9d172e9b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:04:27.427070 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53e8b65-1fb2-48e1-a505-cfef9d172e9b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:04:27.427563 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53e8b65-1fb2-48e1-a505-cfef9d172e9b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:04:27.428026 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53e8b65-1fb2-48e1-a505-cfef9d172e9b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:04:27.428493 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53e8b65-1fb2-48e1-a505-cfef9d172e9b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:04:27.428944 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53e8b65-1fb2-48e1-a505-cfef9d172e9b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:04:27.429551 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53e8b65-1fb2-48e1-a505-cfef9d172e9b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:04:27.430042 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53e8b65-1fb2-48e1-a505-cfef9d172e9b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:04:27.430477 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53e8b65-1fb2-48e1-a505-cfef9d172e9b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:04:27.430926 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53e8b65-1fb2-48e1-a505-cfef9d172e9b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:04:27.431914 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53e8b65-1fb2-48e1-a505-cfef9d172e9b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:04:27.431914 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53e8b65-1fb2-48e1-a505-cfef9d172e9b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:04:27.435875 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-f53e8b65-1fb2-48e1-a505-cfef9d172e9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:04:27.469241 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-d4fa905c-3ee5-4b15-904d-349d6808f49c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:27.486492 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.db [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] For port cb963928-7370-4a2c-ae92-b72edcc5679c, host hv-cinder-79733, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79733',level=0,port_id=cb963928-7370-4a2c-ae92-b72edcc5679c,segment=NetworkSegment(cb53937b-b0cb-4fa8-ab62-1438b074b921),segment_id=cb53937b-b0cb-4fa8-ab62-1438b074b921)] {{(pid=92666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:04:27.491168 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-d4fa905c-3ee5-4b15-904d-349d6808f49c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:27.498213 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.rpc [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Returning: {'device': 'cb963928-7370-4a2c-ae92-b72edcc5679c', 'network_id': '5d590955-43ff-4951-83fc-1c73e584d8df', 'port_id': 'cb963928-7370-4a2c-ae92-b72edcc5679c', 'mac_address': 'fa:16:3e:90:1b:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c851ac0-d339-45d7-9d3b-5afc931d9672', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 09:04:27.535390 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133719154'] for port, before_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:27.536815 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-d4fa905c-3ee5-4b15-904d-349d6808f49c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748303'] for security_group, after_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:27.539399 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-d4fa905c-3ee5-4b15-904d-349d6808f49c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:27.540559 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [None req-d4fa905c-3ee5-4b15-904d-349d6808f49c admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/5b2cb0b8-c911-4c16-9401-f85604a9ba86 HTTP/1.1" status: 204 len: 168 time: 0.1203516 Jun 22 09:04:27.541321 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-26ced5e2-bd19-4886-aed6-3f96f07cfba8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:04:27.548726 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fa905c-3ee5-4b15-904d-349d6808f49c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b2cb0b8-c911-4c16-9401-f85604a9ba86,revision_number=None']} {{(pid=92665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:04:27.551177 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-d4fa905c-3ee5-4b15-904d-349d6808f49c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:04:27.552765 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.notifiers.nova [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb963928-7370-4a2c-ae92-b72edcc5679c {{(pid=92666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 09:04:27.579611 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.db [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] For port cb963928-7370-4a2c-ae92-b72edcc5679c, host hv-cinder-79733, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79733',level=0,port_id=cb963928-7370-4a2c-ae92-b72edcc5679c,segment=NetworkSegment(cb53937b-b0cb-4fa8-ab62-1438b074b921),segment_id=cb53937b-b0cb-4fa8-ab62-1438b074b921)] {{(pid=92666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:04:27.584939 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133719696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133660950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728380107731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728379583079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728379583124'] for port, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:27.586730 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG oslo_concurrency.lockutils [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:04:27.632900 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Pushing event updated for resources: {'Port': ['ID=cb963928-7370-4a2c-ae92-b72edcc5679c,revision_number=4']} {{(pid=92666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:04:27.636290 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG oslo_concurrency.lockutils [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:04:27.786747 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.db [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] get_ports_and_sgs() called for port_ids ['cb963928-7370-4a2c-ae92-b72edcc5679c'] {{(pid=92666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 09:04:27.797255 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.wsgi [-] (92665) accepted ('10.222.0.22', 41282) {{(pid=92665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:04:27.810257 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-92f8c7d9-a5a7-45a7-8187-a4358fe25091 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:27.902231 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-92f8c7d9-a5a7-45a7-8187-a4358fe25091 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:27.906449 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-92f8c7d9-a5a7-45a7-8187-a4358fe25091 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748303'] for security_group, after_create {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:27.909721 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-25fafd66-97b8-4ad8-9495-5e4142495305 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:04:27.944644 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [None req-92f8c7d9-a5a7-45a7-8187-a4358fe25091 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=dd03c6c3e3254d0f9c697f28eea9cd1d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1462393 Jun 22 09:04:27.945667 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f8c7d9-a5a7-45a7-8187-a4358fe25091 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91beb269-16c5-48e6-abdc-13165a028b07,revision_number=1']} {{(pid=92665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:04:27.947315 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.wsgi [-] (92664) accepted ('10.222.0.22', 41284) {{(pid=92664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:04:27.948653 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-92f8c7d9-a5a7-45a7-8187-a4358fe25091 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:04:27.997596 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-0698eacb-f0f1-4c51-9333-2bb780aba928 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:28.019541 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-0698eacb-f0f1-4c51-9333-2bb780aba928 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:28.063328 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-0698eacb-f0f1-4c51-9333-2bb780aba928 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748303'] for security_group, after_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:28.066518 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-0698eacb-f0f1-4c51-9333-2bb780aba928 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:28.067629 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [None req-0698eacb-f0f1-4c51-9333-2bb780aba928 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/91beb269-16c5-48e6-abdc-13165a028b07 HTTP/1.1" status: 204 len: 168 time: 0.1191792 Jun 22 09:04:28.068379 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-83d6a354-02b2-42fb-a136-11cfa4593710 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:04:28.075412 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0698eacb-f0f1-4c51-9333-2bb780aba928 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91beb269-16c5-48e6-abdc-13165a028b07,revision_number=None']} {{(pid=92664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:04:28.077610 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-0698eacb-f0f1-4c51-9333-2bb780aba928 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:04:28.367951 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14ff2a4-164b-424f-9038-ec0a67b83a39 req-5f8267ed-9ffe-45ee-9401-a3c06bdf6328 tempest-VolumesActionsTest-1549922220 tempest-VolumesActionsTest-1549922220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:04:28.369464 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-b14ff2a4-164b-424f-9038-ec0a67b83a39 req-5f8267ed-9ffe-45ee-9401-a3c06bdf6328 tempest-VolumesActionsTest-1549922220 tempest-VolumesActionsTest-1549922220-project] 10.222.0.22 "GET /v2.0/ports?device_id=9ca41923-9725-435b-b6cf-2abce97be52f HTTP/1.1" status: 200 len: 944 time: 0.0639014 Jun 22 09:04:28.407761 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-b14ff2a4-164b-424f-9038-ec0a67b83a39 req-12bca26c-62e9-4074-b660-521db91d2162 tempest-VolumesActionsTest-1549922220 tempest-VolumesActionsTest-1549922220-project] 10.222.0.22 "GET /v2.0/security-groups?id=7047e239-522d-45b4-85e4-32246680fa49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322440 Jun 22 09:04:29.419694 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.rpc [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Device cb963928-7370-4a2c-ae92-b72edcc5679c up at agent hyperv_hv-cinder-79733 {{(pid=92666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:04:29.469074 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.provisioning_blocks [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Provisioning for port cb963928-7370-4a2c-ae92-b72edcc5679c completed by entity L2. {{(pid=92666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:04:29.472790 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.db.provisioning_blocks [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Provisioning complete for port cb963928-7370-4a2c-ae92-b72edcc5679c triggered by entity L2. {{(pid=92666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:04:29.473168 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133917554'] for port, provisioning_complete {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:29.549881 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133719154'] for port, before_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:29.572558 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ca41923-9725-435b-b6cf-2abce97be52f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb963928-7370-4a2c-ae92-b72edcc5679c'}] {{(pid=92666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:04:29.574893 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d55364b227510a28ea0dc9c97ec82a2823dd2b88b3d79212c5ee75253478bf9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca2a3c67-f294-4de0-a276-81af00ee622d" -d '{"events": [{"server_uuid": "9ca41923-9725-435b-b6cf-2abce97be52f", "name": "network-vif-plugged", "status": "completed", "tag": "cb963928-7370-4a2c-ae92-b72edcc5679c"}]}' {{(pid=92666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:04:29.585020 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20959c3-81e8-4ab7-aab6-873a72464bd4 req-c7b89ad4-8548-470c-aa77-f99ffbef1077 tempest-VolumesActionsTest-1549922220 tempest-VolumesActionsTest-1549922220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:04:29.586216 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-d20959c3-81e8-4ab7-aab6-873a72464bd4 req-c7b89ad4-8548-470c-aa77-f99ffbef1077 tempest-VolumesActionsTest-1549922220 tempest-VolumesActionsTest-1549922220-project] 10.222.0.22 "GET /v2.0/ports?device_id=9ca41923-9725-435b-b6cf-2abce97be52f HTTP/1.1" status: 200 len: 944 time: 0.0658388 Jun 22 09:04:29.588773 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.db [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] For port cb963928-7370-4a2c-ae92-b72edcc5679c, host hv-cinder-79733, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79733',level=0,port_id=cb963928-7370-4a2c-ae92-b72edcc5679c,segment=NetworkSegment(cb53937b-b0cb-4fa8-ab62-1438b074b921),segment_id=cb53937b-b0cb-4fa8-ab62-1438b074b921)] {{(pid=92666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:04:29.593248 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133719696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133660950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728380107731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728379583079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728379583124'] for port, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:29.596968 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG oslo_concurrency.lockutils [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:04:29.622919 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 09:04:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecda8999-0f46-43c6-a6f1-7e6e7dc5c6be x-openstack-request-id: req-ecda8999-0f46-43c6-a6f1-7e6e7dc5c6be {{(pid=92666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:04:29.623258 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ca41923-9725-435b-b6cf-2abce97be52f", "name": "network-vif-plugged", "status": "completed", "tag": "cb963928-7370-4a2c-ae92-b72edcc5679c", "code": 200}]} {{(pid=92666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:04:29.623863 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ecda8999-0f46-43c6-a6f1-7e6e7dc5c6be {{(pid=92666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:04:29.624383 dv-cinder-797333-1-smb neutron-server[92666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ca41923-9725-435b-b6cf-2abce97be52f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb963928-7370-4a2c-ae92-b72edcc5679c', 'code': 200} Jun 22 09:04:29.625625 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-d20959c3-81e8-4ab7-aab6-873a72464bd4 req-5d8dade6-d2dc-4041-9b76-26fb059982ee tempest-VolumesActionsTest-1549922220 tempest-VolumesActionsTest-1549922220-project] 10.222.0.22 "GET /v2.0/security-groups?id=7047e239-522d-45b4-85e4-32246680fa49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332983 Jun 22 09:04:29.654094 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Pushing event updated for resources: {'Port': ['ID=cb963928-7370-4a2c-ae92-b72edcc5679c,revision_number=5']} {{(pid=92666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:04:29.662019 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:04:29.662358 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:04:29.663026 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:04:29.663367 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:04:29.663876 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:04:29.664805 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:04:29.665134 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:04:29.665455 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:04:29.666055 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:04:29.666388 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:04:29.666708 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:04:29.667025 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:04:29.670728 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG oslo_concurrency.lockutils [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:04:29.836960 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c417bc1-78a9-41e4-b6ae-39841bc6f99d req-3f766dbe-1239-496f-b8e5-e3ba59fbfad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:04:29.838453 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-0c417bc1-78a9-41e4-b6ae-39841bc6f99d req-3f766dbe-1239-496f-b8e5-e3ba59fbfad7 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=9ca41923-9725-435b-b6cf-2abce97be52f HTTP/1.1" status: 200 len: 1098 time: 0.0508630 Jun 22 09:04:29.874032 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-0c417bc1-78a9-41e4-b6ae-39841bc6f99d req-23f9eb87-9645-47ec-a073-e159b8541595 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=7047e239-522d-45b4-85e4-32246680fa49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296469 Jun 22 09:04:30.805989 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5a4867-2359-429e-b6c2-95315ac709c4 req-9d73f4c3-2c20-4a0b-aaac-180c69ee6e15 tempest-VolumesActionsTest-1549922220 tempest-VolumesActionsTest-1549922220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:04:30.807526 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-ea5a4867-2359-429e-b6c2-95315ac709c4 req-9d73f4c3-2c20-4a0b-aaac-180c69ee6e15 tempest-VolumesActionsTest-1549922220 tempest-VolumesActionsTest-1549922220-project] 10.222.0.22 "GET /v2.0/ports?device_id=9ca41923-9725-435b-b6cf-2abce97be52f HTTP/1.1" status: 200 len: 945 time: 0.0615783 Jun 22 09:04:30.846426 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-ea5a4867-2359-429e-b6c2-95315ac709c4 req-e5548e2b-4f2a-4986-bef8-dd2717fabe81 tempest-VolumesActionsTest-1549922220 tempest-VolumesActionsTest-1549922220-project] 10.222.0.22 "GET /v2.0/security-groups?id=7047e239-522d-45b4-85e4-32246680fa49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327387 Jun 22 09:04:33.383176 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f326ec-47ec-447c-9d4a-eaf8c118106e req-a2560479-1c59-467e-a4b3-743afc4fd9cb tempest-VolumesActionsTest-1549922220 tempest-VolumesActionsTest-1549922220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:04:33.384625 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-c8f326ec-47ec-447c-9d4a-eaf8c118106e req-a2560479-1c59-467e-a4b3-743afc4fd9cb tempest-VolumesActionsTest-1549922220 tempest-VolumesActionsTest-1549922220-project] 10.222.0.22 "GET /v2.0/ports?device_id=9ca41923-9725-435b-b6cf-2abce97be52f HTTP/1.1" status: 200 len: 945 time: 0.0610795 Jun 22 09:04:33.421084 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-c8f326ec-47ec-447c-9d4a-eaf8c118106e req-7fa28abb-0fe3-428d-9b49-759a3c413e13 tempest-VolumesActionsTest-1549922220 tempest-VolumesActionsTest-1549922220-project] 10.222.0.22 "GET /v2.0/security-groups?id=7047e239-522d-45b4-85e4-32246680fa49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308287 Jun 22 09:04:34.294945 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.wsgi [-] (92665) accepted ('10.222.0.22', 41406) {{(pid=92665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:04:34.399400 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-0040fc1a-b3fd-4035-9869-ca3193dda492 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:34.488610 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-0040fc1a-b3fd-4035-9869-ca3193dda492 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:34.492552 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-0040fc1a-b3fd-4035-9869-ca3193dda492 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748303'] for security_group, after_create {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:34.494870 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-08743ee4-f249-4e17-a282-50ef3d3f6e26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:04:34.530983 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [None req-0040fc1a-b3fd-4035-9869-ca3193dda492 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=90ab4265cf08465c9575de0ba64dcfd0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2349482 Jun 22 09:04:34.531861 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0040fc1a-b3fd-4035-9869-ca3193dda492 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39781cac-a4c6-4018-9c6c-84eb7e79cf68,revision_number=1']} {{(pid=92665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:04:34.535414 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.wsgi [-] (92664) accepted ('10.222.0.22', 41412) {{(pid=92664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:04:34.535942 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-0040fc1a-b3fd-4035-9869-ca3193dda492 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:04:34.604212 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15798b3-c2fc-4395-988d-d9d2a87f22f9 req-820f5dff-2327-4e10-9842-d334e5371629 tempest-VolumesActionsTest-1549922220 tempest-VolumesActionsTest-1549922220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:04:34.605824 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-e15798b3-c2fc-4395-988d-d9d2a87f22f9 req-820f5dff-2327-4e10-9842-d334e5371629 tempest-VolumesActionsTest-1549922220 tempest-VolumesActionsTest-1549922220-project] 10.222.0.22 "GET /v2.0/ports?device_id=9ca41923-9725-435b-b6cf-2abce97be52f HTTP/1.1" status: 200 len: 945 time: 0.0664122 Jun 22 09:04:34.647083 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-e15798b3-c2fc-4395-988d-d9d2a87f22f9 req-60ec2f69-26e1-4b8a-ad5f-5f7c09eb14de tempest-VolumesActionsTest-1549922220 tempest-VolumesActionsTest-1549922220-project] 10.222.0.22 "GET /v2.0/security-groups?id=7047e239-522d-45b4-85e4-32246680fa49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350907 Jun 22 09:04:34.891834 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-3aa02e9d-7ca5-4a18-b3eb-85a2c92734ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:34.911946 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bb9c80-ad31-42b7-865a-901e08b72140 req-fb922ece-edd9-422e-b89f-a27cd52b6b08 tempest-VolumesActionsTest-1549922220 tempest-VolumesActionsTest-1549922220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:04:34.913373 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-87bb9c80-ad31-42b7-865a-901e08b72140 req-fb922ece-edd9-422e-b89f-a27cd52b6b08 tempest-VolumesActionsTest-1549922220 tempest-VolumesActionsTest-1549922220-project] 10.222.0.15 "GET /v2.0/ports?device_id=9ca41923-9725-435b-b6cf-2abce97be52f HTTP/1.1" status: 200 len: 945 time: 0.3705721 Jun 22 09:04:34.931000 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-3aa02e9d-7ca5-4a18-b3eb-85a2c92734ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:35.032605 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-3aa02e9d-7ca5-4a18-b3eb-85a2c92734ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748303'] for security_group, after_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:35.035199 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-3aa02e9d-7ca5-4a18-b3eb-85a2c92734ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:35.036316 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [None req-3aa02e9d-7ca5-4a18-b3eb-85a2c92734ab admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/39781cac-a4c6-4018-9c6c-84eb7e79cf68 HTTP/1.1" status: 204 len: 168 time: 0.4990284 Jun 22 09:04:35.037756 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-ce31bd09-4b8d-4dd6-a269-fe1b1f69bbbc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:04:35.047576 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa02e9d-7ca5-4a18-b3eb-85a2c92734ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39781cac-a4c6-4018-9c6c-84eb7e79cf68,revision_number=None']} {{(pid=92664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:04:35.050053 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-3aa02e9d-7ca5-4a18-b3eb-85a2c92734ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:04:35.060577 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.plugins.ml2.plugin [req-87bb9c80-ad31-42b7-865a-901e08b72140 req-a1a61880-ee0e-44f7-b935-9b0d32a113ca tempest-VolumesActionsTest-1549922220 tempest-VolumesActionsTest-1549922220-project] Deleting port cb963928-7370-4a2c-ae92-b72edcc5679c {{(pid=92664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:04:35.060954 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [req-87bb9c80-ad31-42b7-865a-901e08b72140 req-a1a61880-ee0e-44f7-b935-9b0d32a113ca tempest-VolumesActionsTest-1549922220 tempest-VolumesActionsTest-1549922220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728380103653'] for port, before_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:35.163867 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.plugins.ml2.db [req-87bb9c80-ad31-42b7-865a-901e08b72140 req-a1a61880-ee0e-44f7-b935-9b0d32a113ca tempest-VolumesActionsTest-1549922220 tempest-VolumesActionsTest-1549922220-project] For port cb963928-7370-4a2c-ae92-b72edcc5679c, host hv-cinder-79733, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79733',level=0,port_id=cb963928-7370-4a2c-ae92-b72edcc5679c,segment=NetworkSegment(cb53937b-b0cb-4fa8-ab62-1438b074b921),segment_id=cb53937b-b0cb-4fa8-ab62-1438b074b921)] {{(pid=92664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:04:35.164371 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [req-87bb9c80-ad31-42b7-865a-901e08b72140 req-a1a61880-ee0e-44f7-b935-9b0d32a113ca tempest-VolumesActionsTest-1549922220 tempest-VolumesActionsTest-1549922220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546942'] for port, precommit_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:35.232503 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.plugins.ml2.plugin [req-87bb9c80-ad31-42b7-865a-901e08b72140 req-a1a61880-ee0e-44f7-b935-9b0d32a113ca tempest-VolumesActionsTest-1549922220 tempest-VolumesActionsTest-1549922220-project] Calling delete_port for cb963928-7370-4a2c-ae92-b72edcc5679c owned by compute:nova {{(pid=92664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:04:35.356397 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [req-87bb9c80-ad31-42b7-865a-901e08b72140 req-a1a61880-ee0e-44f7-b935-9b0d32a113ca tempest-VolumesActionsTest-1549922220 tempest-VolumesActionsTest-1549922220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133719696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133660950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728380107749', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728379583070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9113264'] for port, after_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:35.360486 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-a8b9071a-8521-4a1b-8625-25a1f8ffed41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:04:35.368825 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.db [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] get_ports_and_sgs() called for port_ids ['cb963928-7370-4a2c-ae92-b72edcc5679c'] {{(pid=92666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 09:04:35.386014 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a61880-ee0e-44f7-b935-9b0d32a113ca tempest-VolumesActionsTest-1549922220 tempest-VolumesActionsTest-1549922220-project] Pushing event deleted for resources: {'Port': ['ID=cb963928-7370-4a2c-ae92-b72edcc5679c,revision_number=None']} {{(pid=92664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:04:35.389107 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-a1a61880-ee0e-44f7-b935-9b0d32a113ca tempest-VolumesActionsTest-1549922220 tempest-VolumesActionsTest-1549922220-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:04:35.432239 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.db.l3_dvrscheduler_db [req-87bb9c80-ad31-42b7-865a-901e08b72140 req-a1a61880-ee0e-44f7-b935-9b0d32a113ca tempest-VolumesActionsTest-1549922220 tempest-VolumesActionsTest-1549922220-project] No DVR routers for this DVR port cb963928-7370-4a2c-ae92-b72edcc5679c on host hv-cinder-79733 {{(pid=92664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:04:35.434796 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [req-87bb9c80-ad31-42b7-865a-901e08b72140 req-a1a61880-ee0e-44f7-b935-9b0d32a113ca tempest-VolumesActionsTest-1549922220 tempest-VolumesActionsTest-1549922220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27927'] for port, before_response {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:35.436812 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [req-87bb9c80-ad31-42b7-865a-901e08b72140 req-a1a61880-ee0e-44f7-b935-9b0d32a113ca tempest-VolumesActionsTest-1549922220 tempest-VolumesActionsTest-1549922220-project] 10.222.0.15 "DELETE /v2.0/ports/cb963928-7370-4a2c-ae92-b72edcc5679c HTTP/1.1" status: 204 len: 173 time: 0.5164189 Jun 22 09:04:35.437335 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ca41923-9725-435b-b6cf-2abce97be52f', 'name': 'network-vif-deleted', 'tag': 'cb963928-7370-4a2c-ae92-b72edcc5679c'}] {{(pid=92664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:04:35.439676 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}204e7d68aaf5059dd7cb24067ff1be2165df2a8c21773c1dc73aa01b5c6655f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cf911b3-1020-4b26-82c5-29d0f5b56df9" -d '{"events": [{"server_uuid": "9ca41923-9725-435b-b6cf-2abce97be52f", "name": "network-vif-deleted", "tag": "cb963928-7370-4a2c-ae92-b72edcc5679c"}]}' {{(pid=92664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:04:35.491269 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 09:04:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68aa32cb-d060-431c-b22a-f0c6f7b99a05 x-openstack-request-id: req-68aa32cb-d060-431c-b22a-f0c6f7b99a05 {{(pid=92664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:04:35.491861 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ca41923-9725-435b-b6cf-2abce97be52f", "name": "network-vif-deleted", "tag": "cb963928-7370-4a2c-ae92-b72edcc5679c", "status": "completed", "code": 200}]} {{(pid=92664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:04:35.492228 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-68aa32cb-d060-431c-b22a-f0c6f7b99a05 {{(pid=92664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:04:35.492730 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ca41923-9725-435b-b6cf-2abce97be52f', 'name': 'network-vif-deleted', 'tag': 'cb963928-7370-4a2c-ae92-b72edcc5679c', 'status': 'completed', 'code': 200} Jun 22 09:04:35.806801 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [req-6c508acf-2395-4b1e-9b0f-b6704b57f41f req-11659aac-1dfd-471a-9161-3dccce4274f3 tempest-VolumesActionsTest-1549922220 tempest-VolumesActionsTest-1549922220-project] 10.222.0.22 "GET /v2.0/ports?device_id=9ca41923-9725-435b-b6cf-2abce97be52f HTTP/1.1" status: 200 len: 210 time: 0.0322211 Jun 22 09:04:39.055580 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.wsgi [-] (92664) accepted ('10.222.0.22', 41492) {{(pid=92664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:04:39.155532 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-7d4ef967-e8bc-452a-8a4c-ffce26d0ad3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:39.241042 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-7d4ef967-e8bc-452a-8a4c-ffce26d0ad3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:39.244794 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-7d4ef967-e8bc-452a-8a4c-ffce26d0ad3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748303'] for security_group, after_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:39.247439 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-f73e3986-c890-4acb-bb93-aceddef69724 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:04:39.281907 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4ef967-e8bc-452a-8a4c-ffce26d0ad3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6307939c-b1f9-4cbb-ba2c-d584df921582,revision_number=1']} {{(pid=92664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:04:39.284995 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-7d4ef967-e8bc-452a-8a4c-ffce26d0ad3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:04:39.287615 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [None req-7d4ef967-e8bc-452a-8a4c-ffce26d0ad3f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=08b2f20cf9eb4647956d54fec5c6d39f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2310638 Jun 22 09:04:39.290347 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.wsgi [-] (92665) accepted ('10.222.0.22', 41496) {{(pid=92665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:04:39.337843 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-0abf4f21-390d-432d-a11b-01d3a9f50261 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:39.357671 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-0abf4f21-390d-432d-a11b-01d3a9f50261 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:39.401269 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-0abf4f21-390d-432d-a11b-01d3a9f50261 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748303'] for security_group, after_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:39.403887 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-0abf4f21-390d-432d-a11b-01d3a9f50261 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:39.405024 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [None req-0abf4f21-390d-432d-a11b-01d3a9f50261 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/6307939c-b1f9-4cbb-ba2c-d584df921582 HTTP/1.1" status: 204 len: 168 time: 0.1137128 Jun 22 09:04:39.405804 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-4d917605-c0da-4c3b-8364-2dfe620d8652 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:04:39.413137 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abf4f21-390d-432d-a11b-01d3a9f50261 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6307939c-b1f9-4cbb-ba2c-d584df921582,revision_number=None']} {{(pid=92665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:04:39.415455 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-0abf4f21-390d-432d-a11b-01d3a9f50261 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:04:39.496189 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.rpc [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Device cb963928-7370-4a2c-ae92-b72edcc5679c no longer exists at agent hyperv_hv-cinder-79733 {{(pid=92666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:04:39.517533 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.plugin [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] No Port match for: cb963928-7370-4a2c-ae92-b72edcc5679c {{(pid=92666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:04:39.517971 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron.plugins.ml2.rpc [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Device cb963928-7370-4a2c-ae92-b72edcc5679c not bound to the agent host hv-cinder-79733 {{(pid=92666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:04:39.668638 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.wsgi [-] (92664) accepted ('10.222.0.22', 41506) {{(pid=92664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:04:39.682303 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-e39b1fde-5568-4569-9cc7-d4fd9587601d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:39.778683 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-e39b1fde-5568-4569-9cc7-d4fd9587601d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:39.782206 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-e39b1fde-5568-4569-9cc7-d4fd9587601d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748303'] for security_group, after_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:39.785053 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-a213eca6-6e9c-415b-ab4d-7deeb90d75b4 tempest-AttachVolumeTestJSON-1974366191 tempest-AttachVolumeTestJSON-1974366191-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:04:39.818822 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39b1fde-5568-4569-9cc7-d4fd9587601d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68b71a09-f131-4cb4-bf8c-dea709b35cf0,revision_number=1']} {{(pid=92664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:04:39.823067 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [None req-e39b1fde-5568-4569-9cc7-d4fd9587601d admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=7cad98e5208f4c83aced6ecbbfd87eb3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1534014 Jun 22 09:04:39.823994 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-e39b1fde-5568-4569-9cc7-d4fd9587601d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:04:39.825936 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.wsgi [-] (92665) accepted ('10.222.0.22', 41512) {{(pid=92665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:04:39.875598 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-038df472-483c-407f-97dc-de57b2baefa2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:39.897583 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-038df472-483c-407f-97dc-de57b2baefa2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:39.944518 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-038df472-483c-407f-97dc-de57b2baefa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748303'] for security_group, after_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:39.947097 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-038df472-483c-407f-97dc-de57b2baefa2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:39.948226 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [None req-038df472-483c-407f-97dc-de57b2baefa2 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/68b71a09-f131-4cb4-bf8c-dea709b35cf0 HTTP/1.1" status: 204 len: 168 time: 0.1213238 Jun 22 09:04:39.949029 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-cc5119ab-d37d-468d-b920-e8c6f285da88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:04:39.956309 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038df472-483c-407f-97dc-de57b2baefa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68b71a09-f131-4cb4-bf8c-dea709b35cf0,revision_number=None']} {{(pid=92665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:04:39.959157 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-038df472-483c-407f-97dc-de57b2baefa2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:04:41.086630 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-68128995-ddbd-47c9-8a7f-eb257714db8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380123073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133916839'] for agent, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:43.540423 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-feadb714-e64b-47e9-945b-3545ced8f7f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380123073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133916839'] for agent, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:43.858636 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380123073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133916839'] for agent, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:45.006470 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-244d5e4c-124e-44e7-83f7-ed36bd156729 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380123073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133916839'] for agent, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:46.094810 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-e2a0141c-4e42-4900-8004-ff8c1b31b35a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380123073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133916839'] for agent, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:48.393189 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.db.agents_db [None req-b28930ac-c45f-452b-90b0-92e2a86c5dbe None None] Agent healthcheck: found 6 active agents {{(pid=92667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 09:04:51.402019 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.wsgi [-] (92664) accepted ('10.222.0.22', 41702) {{(pid=92664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:04:51.449385 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd0e0309-ffdb-4c40-9efe-ef4923ef53e2 admin admin] Deleting subnet 0c851ac0-d339-45d7-9d3b-5afc931d9672 {{(pid=92664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 09:04:51.452549 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-cd0e0309-ffdb-4c40-9efe-ef4923ef53e2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:51.490485 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-cd0e0309-ffdb-4c40-9efe-ef4923ef53e2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8776283'] for subnet, precommit_delete_associations {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:51.529120 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-cd0e0309-ffdb-4c40-9efe-ef4923ef53e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133921636'] for subnet, precommit_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:51.582247 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-cd0e0309-ffdb-4c40-9efe-ef4923ef53e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133921629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133660950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9113338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9089548'] for subnet, after_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:51.584336 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-0c1e2cf4-090c-4719-89fb-b8a2d4ee5de9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:04:51.612082 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0e0309-ffdb-4c40-9efe-ef4923ef53e2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0c851ac0-d339-45d7-9d3b-5afc931d9672,revision_number=None']} {{(pid=92664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:04:51.615113 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-cd0e0309-ffdb-4c40-9efe-ef4923ef53e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:04:51.616086 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-cd0e0309-ffdb-4c40-9efe-ef4923ef53e2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:51.617915 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [None req-cd0e0309-ffdb-4c40-9efe-ef4923ef53e2 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/0c851ac0-d339-45d7-9d3b-5afc931d9672 HTTP/1.1" status: 204 len: 168 time: 0.2149162 Jun 22 09:04:51.620410 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.wsgi [-] (92664) accepted ('10.222.0.22', 41704) {{(pid=92664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:04:51.687537 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-049ba90f-35e8-4e2c-8a91-98a1542930a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133751319'] for network, before_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:51.768987 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-049ba90f-35e8-4e2c-8a91-98a1542930a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133922029', 'neutron.services.segments.db._delete_segments_for_network-8728380123091'] for network, precommit_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:51.779943 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.services.segments.db [None req-049ba90f-35e8-4e2c-8a91-98a1542930a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d590955-43ff-4951-83fc-1c73e584d8df']}} {{(pid=92664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:04:51.790906 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.services.segments.db [None req-049ba90f-35e8-4e2c-8a91-98a1542930a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb53937b-b0cb-4fa8-ab62-1438b074b921') {'for_net_delete': True} {{(pid=92664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:04:51.791202 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.services.segments.db [None req-049ba90f-35e8-4e2c-8a91-98a1542930a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb53937b-b0cb-4fa8-ab62-1438b074b921') {} {{(pid=92664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:04:51.799644 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-049ba90f-35e8-4e2c-8a91-98a1542930a7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728380122920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8776300'] for segment, before_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:51.816584 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-049ba90f-35e8-4e2c-8a91-98a1542930a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133909941'] for segment, precommit_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:51.822544 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-049ba90f-35e8-4e2c-8a91-98a1542930a7 admin admin] Releasing vlan 232 on physical network physnet1 to pool {{(pid=92664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:04:51.822952 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-049ba90f-35e8-4e2c-8a91-98a1542930a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133909941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8986947'] for segment, after_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:51.824585 dv-cinder-797333-1-smb neutron-server[92664]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:04:51.824585 dv-cinder-797333-1-smb neutron-server[92664]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:04:51.824585 dv-cinder-797333-1-smb neutron-server[92664]: Traceback (most recent call last): Jun 22 09:04:51.824585 dv-cinder-797333-1-smb neutron-server[92664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:04:51.824585 dv-cinder-797333-1-smb neutron-server[92664]: timer() Jun 22 09:04:51.824585 dv-cinder-797333-1-smb neutron-server[92664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:04:51.824585 dv-cinder-797333-1-smb neutron-server[92664]: cb(*args, **kw) Jun 22 09:04:51.824585 dv-cinder-797333-1-smb neutron-server[92664]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:04:51.824585 dv-cinder-797333-1-smb neutron-server[92664]: return func(*args, **kwargs) Jun 22 09:04:51.824585 dv-cinder-797333-1-smb neutron-server[92664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:04:51.824585 dv-cinder-797333-1-smb neutron-server[92664]: self._notify() Jun 22 09:04:51.824585 dv-cinder-797333-1-smb neutron-server[92664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:04:51.824585 dv-cinder-797333-1-smb neutron-server[92664]: self.callback(batched_events) Jun 22 09:04:51.824585 dv-cinder-797333-1-smb neutron-server[92664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:04:51.824585 dv-cinder-797333-1-smb neutron-server[92664]: event.method(event) Jun 22 09:04:51.824585 dv-cinder-797333-1-smb neutron-server[92664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:04:51.824585 dv-cinder-797333-1-smb neutron-server[92664]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:04:51.824585 dv-cinder-797333-1-smb neutron-server[92664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:04:51.824585 dv-cinder-797333-1-smb neutron-server[92664]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:04:51.824585 dv-cinder-797333-1-smb neutron-server[92664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:04:51.824585 dv-cinder-797333-1-smb neutron-server[92664]: return f(self, *a, **k) Jun 22 09:04:51.824585 dv-cinder-797333-1-smb neutron-server[92664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:04:51.824585 dv-cinder-797333-1-smb neutron-server[92664]: return self._get(url).json() Jun 22 09:04:51.824585 dv-cinder-797333-1-smb neutron-server[92664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:04:51.824585 dv-cinder-797333-1-smb neutron-server[92664]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:04:51.824585 dv-cinder-797333-1-smb neutron-server[92664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:04:51.824585 dv-cinder-797333-1-smb neutron-server[92664]: return self.request(url, 'GET', **kwargs) Jun 22 09:04:51.824585 dv-cinder-797333-1-smb neutron-server[92664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:04:51.824585 dv-cinder-797333-1-smb neutron-server[92664]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:04:51.824585 dv-cinder-797333-1-smb neutron-server[92664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:04:51.824585 dv-cinder-797333-1-smb neutron-server[92664]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:04:51.824585 dv-cinder-797333-1-smb neutron-server[92664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:04:51.824585 dv-cinder-797333-1-smb neutron-server[92664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:04:51.824585 dv-cinder-797333-1-smb neutron-server[92664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:04:51.878501 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-049ba90f-35e8-4e2c-8a91-98a1542930a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133922022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-748338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-133660957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-546649'] for network, after_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:51.882239 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:04:51.884797 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-049ba90f-35e8-4e2c-8a91-98a1542930a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133660928'] for network, before_response {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:51.886585 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [None req-049ba90f-35e8-4e2c-8a91-98a1542930a7 admin admin] 10.222.0.22 "DELETE /v2.0/networks/5d590955-43ff-4951-83fc-1c73e584d8df HTTP/1.1" status: 204 len: 168 time: 0.2652793 Jun 22 09:04:51.889438 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.wsgi [-] (92665) accepted ('10.222.0.22', 41708) {{(pid=92665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:04:51.899139 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049ba90f-35e8-4e2c-8a91-98a1542930a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=5d590955-43ff-4951-83fc-1c73e584d8df,revision_number=None']} {{(pid=92664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:04:51.901461 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-049ba90f-35e8-4e2c-8a91-98a1542930a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:04:51.936047 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbdef143-b16d-44b4-8112-70c39fc28cb9 admin admin] Deleting subnet c29b8d67-d095-442f-b632-b9a47ce16692 {{(pid=92665) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 09:04:51.939632 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-dbdef143-b16d-44b4-8112-70c39fc28cb9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:51.973961 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-dbdef143-b16d-44b4-8112-70c39fc28cb9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8737171'] for subnet, precommit_delete_associations {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:52.013460 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-dbdef143-b16d-44b4-8112-70c39fc28cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133921636'] for subnet, precommit_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:52.069545 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-dbdef143-b16d-44b4-8112-70c39fc28cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133921629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133660950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4027083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1911727'] for subnet, after_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:52.074002 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-048d0204-f1c0-4a61-aa07-438817e2d515 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:04:52.102644 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdef143-b16d-44b4-8112-70c39fc28cb9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c29b8d67-d095-442f-b632-b9a47ce16692,revision_number=None']} {{(pid=92665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:04:52.104553 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-dbdef143-b16d-44b4-8112-70c39fc28cb9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133660928'] for subnet, before_response {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:52.107462 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [None req-dbdef143-b16d-44b4-8112-70c39fc28cb9 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/c29b8d67-d095-442f-b632-b9a47ce16692 HTTP/1.1" status: 204 len: 168 time: 0.2169821 Jun 22 09:04:52.108926 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-dbdef143-b16d-44b4-8112-70c39fc28cb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:04:52.109931 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.wsgi [-] (92665) accepted ('10.222.0.22', 41710) {{(pid=92665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:04:52.176172 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-84d3eaef-be43-4e18-b5da-dfe23ee204ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133751319'] for network, before_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:52.256698 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-84d3eaef-be43-4e18-b5da-dfe23ee204ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133922029', 'neutron.services.segments.db._delete_segments_for_network-8728380123091'] for network, precommit_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:52.266049 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.services.segments.db [None req-84d3eaef-be43-4e18-b5da-dfe23ee204ee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49258a4e-36b5-4381-aaa2-cf202506670f']}} {{(pid=92665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:04:52.276181 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.services.segments.db [None req-84d3eaef-be43-4e18-b5da-dfe23ee204ee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8639224-8d59-4ba3-8f94-11135fda98e8') {'for_net_delete': True} {{(pid=92665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:04:52.276466 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.services.segments.db [None req-84d3eaef-be43-4e18-b5da-dfe23ee204ee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8639224-8d59-4ba3-8f94-11135fda98e8') {} {{(pid=92665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:04:52.285770 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-84d3eaef-be43-4e18-b5da-dfe23ee204ee admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728380122920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8737188'] for segment, before_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:52.298646 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-84d3eaef-be43-4e18-b5da-dfe23ee204ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133909941'] for segment, precommit_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:52.306341 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84d3eaef-be43-4e18-b5da-dfe23ee204ee admin admin] Releasing vlan 248 on physical network physnet1 to pool {{(pid=92665) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:04:52.306840 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-84d3eaef-be43-4e18-b5da-dfe23ee204ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133909941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4152690'] for segment, after_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:52.309075 dv-cinder-797333-1-smb neutron-server[92665]: Traceback (most recent call last): Jun 22 09:04:52.309075 dv-cinder-797333-1-smb neutron-server[92665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:04:52.309075 dv-cinder-797333-1-smb neutron-server[92665]: timer() Jun 22 09:04:52.309075 dv-cinder-797333-1-smb neutron-server[92665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:04:52.309075 dv-cinder-797333-1-smb neutron-server[92665]: cb(*args, **kw) Jun 22 09:04:52.309075 dv-cinder-797333-1-smb neutron-server[92665]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:04:52.309075 dv-cinder-797333-1-smb neutron-server[92665]: return func(*args, **kwargs) Jun 22 09:04:52.309075 dv-cinder-797333-1-smb neutron-server[92665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:04:52.309075 dv-cinder-797333-1-smb neutron-server[92665]: self._notify() Jun 22 09:04:52.309075 dv-cinder-797333-1-smb neutron-server[92665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:04:52.309075 dv-cinder-797333-1-smb neutron-server[92665]: self.callback(batched_events) Jun 22 09:04:52.309075 dv-cinder-797333-1-smb neutron-server[92665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:04:52.309075 dv-cinder-797333-1-smb neutron-server[92665]: event.method(event) Jun 22 09:04:52.309075 dv-cinder-797333-1-smb neutron-server[92665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:04:52.309075 dv-cinder-797333-1-smb neutron-server[92665]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:04:52.309075 dv-cinder-797333-1-smb neutron-server[92665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:04:52.309075 dv-cinder-797333-1-smb neutron-server[92665]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:04:52.309075 dv-cinder-797333-1-smb neutron-server[92665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:04:52.309075 dv-cinder-797333-1-smb neutron-server[92665]: return f(self, *a, **k) Jun 22 09:04:52.309075 dv-cinder-797333-1-smb neutron-server[92665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:04:52.309075 dv-cinder-797333-1-smb neutron-server[92665]: return self._get(url).json() Jun 22 09:04:52.309075 dv-cinder-797333-1-smb neutron-server[92665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:04:52.309075 dv-cinder-797333-1-smb neutron-server[92665]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:04:52.309075 dv-cinder-797333-1-smb neutron-server[92665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:04:52.309075 dv-cinder-797333-1-smb neutron-server[92665]: return self.request(url, 'GET', **kwargs) Jun 22 09:04:52.309075 dv-cinder-797333-1-smb neutron-server[92665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:04:52.309075 dv-cinder-797333-1-smb neutron-server[92665]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:04:52.309075 dv-cinder-797333-1-smb neutron-server[92665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:04:52.309075 dv-cinder-797333-1-smb neutron-server[92665]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:04:52.309075 dv-cinder-797333-1-smb neutron-server[92665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:04:52.309075 dv-cinder-797333-1-smb neutron-server[92665]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:04:52.309075 dv-cinder-797333-1-smb neutron-server[92665]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:04:52.369164 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-84d3eaef-be43-4e18-b5da-dfe23ee204ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133922022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-748338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-133660957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-546649'] for network, after_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:52.373146 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:04:52.376456 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-84d3eaef-be43-4e18-b5da-dfe23ee204ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133660928'] for network, before_response {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:52.381624 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [None req-84d3eaef-be43-4e18-b5da-dfe23ee204ee admin admin] 10.222.0.22 "DELETE /v2.0/networks/49258a4e-36b5-4381-aaa2-cf202506670f HTTP/1.1" status: 204 len: 168 time: 0.2706351 Jun 22 09:04:52.395556 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d3eaef-be43-4e18-b5da-dfe23ee204ee admin admin] Pushing event deleted for resources: {'Network': ['ID=49258a4e-36b5-4381-aaa2-cf202506670f,revision_number=None']} {{(pid=92665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:04:52.398017 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-84d3eaef-be43-4e18-b5da-dfe23ee204ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:04:52.546952 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.wsgi [-] (92665) accepted ('10.222.0.22', 41714) {{(pid=92665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:04:52.586962 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [None req-9bc81a04-e60b-4267-ac5d-53216c60315c admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b8f34faeac11474ca6a02c6b9fef9fe4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0383887 Jun 22 09:04:52.589015 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.wsgi [-] (92665) accepted ('10.222.0.22', 41716) {{(pid=92665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:04:52.642025 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-83b86015-310a-4288-a241-ca861f5dd430 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:52.663460 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-83b86015-310a-4288-a241-ca861f5dd430 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:52.722269 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-83b86015-310a-4288-a241-ca861f5dd430 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748303'] for security_group, after_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:52.725094 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-83b86015-310a-4288-a241-ca861f5dd430 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:52.726276 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [None req-83b86015-310a-4288-a241-ca861f5dd430 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/7047e239-522d-45b4-85e4-32246680fa49 HTTP/1.1" status: 204 len: 168 time: 0.1363280 Jun 22 09:04:52.727081 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-79fa75d6-64da-4c36-b61b-8751a0dfeecd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:04:52.737601 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b86015-310a-4288-a241-ca861f5dd430 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7047e239-522d-45b4-85e4-32246680fa49,revision_number=None']} {{(pid=92665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:04:52.739862 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-83b86015-310a-4288-a241-ca861f5dd430 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:04:52.820149 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380123073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133916839'] for agent, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:53.079985 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.wsgi [-] (92664) accepted ('10.222.0.22', 41736) {{(pid=92664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:04:53.119558 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [None req-829e75f0-7ce1-4cfb-9cb1-d26b1ca96f76 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=6dca2dbbce344e5bac6b31565c4a9e0b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0383208 Jun 22 09:04:53.121935 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.wsgi [-] (92664) accepted ('10.222.0.22', 41738) {{(pid=92664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:04:53.173054 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-c433e0a6-e887-4588-8753-48fb5ba93621 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:53.194101 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-c433e0a6-e887-4588-8753-48fb5ba93621 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:53.238861 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-c433e0a6-e887-4588-8753-48fb5ba93621 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748303'] for security_group, after_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:53.241374 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-c433e0a6-e887-4588-8753-48fb5ba93621 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:04:53.242530 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [None req-c433e0a6-e887-4588-8753-48fb5ba93621 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/fe205f60-e734-4eb4-95fe-9b00aa8b073e HTTP/1.1" status: 204 len: 168 time: 0.1197097 Jun 22 09:04:53.243318 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-9e654319-2d22-430b-b7c8-40366692358a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:04:53.250684 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c433e0a6-e887-4588-8753-48fb5ba93621 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe205f60-e734-4eb4-95fe-9b00aa8b073e,revision_number=None']} {{(pid=92664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:04:53.253831 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-c433e0a6-e887-4588-8753-48fb5ba93621 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:05:03.871868 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.wsgi [-] (92664) accepted ('10.222.0.22', 41904) {{(pid=92664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:05:03.893367 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.wsgi [-] (92664) accepted ('10.222.0.22', 41908) {{(pid=92664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:05:03.981754 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-bb43e14e-d29c-47cb-991d-a53762ec30cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:05:04.008541 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-7ab12c76-1204-47a5-b54c-0e8dfad1ce8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:05:04.097111 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-bb43e14e-d29c-47cb-991d-a53762ec30cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:05:04.104460 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-bb43e14e-d29c-47cb-991d-a53762ec30cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748303'] for security_group, after_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:05:04.108453 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-f53e8b65-1fb2-48e1-a505-cfef9d172e9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:05:04.159186 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [None req-bb43e14e-d29c-47cb-991d-a53762ec30cb admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=15b1eca7cfa94d79a7ac5fe5074d60c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2861381 Jun 22 09:05:04.161845 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.wsgi [-] (92665) accepted ('10.222.0.22', 41912) {{(pid=92665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:05:04.162910 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb43e14e-d29c-47cb-991d-a53762ec30cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23e2ce17-ba8e-4d6a-a5b6-1b1db3c12fcb,revision_number=1']} {{(pid=92664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:05:04.167152 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-bb43e14e-d29c-47cb-991d-a53762ec30cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:05:04.220207 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-80506435-4b16-4b8c-b2a7-410326516cfa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:05:04.227623 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-7ab12c76-1204-47a5-b54c-0e8dfad1ce8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:05:04.232031 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-7ab12c76-1204-47a5-b54c-0e8dfad1ce8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748303'] for security_group, after_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:05:04.235380 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-c08a4953-7a01-43d6-bdec-eba7ff124f72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:05:04.244178 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-80506435-4b16-4b8c-b2a7-410326516cfa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:05:04.278185 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [None req-7ab12c76-1204-47a5-b54c-0e8dfad1ce8d admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=4f87e1b812d14dfb962436de0f572603&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3831482 Jun 22 09:05:04.279255 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab12c76-1204-47a5-b54c-0e8dfad1ce8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf25a62a-416f-42b2-b420-2cc3624222f9,revision_number=1']} {{(pid=92664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:05:04.280358 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.wsgi [-] (92665) accepted ('10.222.0.22', 41914) {{(pid=92665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:05:04.282606 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-7ab12c76-1204-47a5-b54c-0e8dfad1ce8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:05:04.324293 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-80506435-4b16-4b8c-b2a7-410326516cfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748303'] for security_group, after_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:05:04.326898 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-80506435-4b16-4b8c-b2a7-410326516cfa admin admin] Notify callbacks [] for security_group, before_response {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:05:04.328062 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [None req-80506435-4b16-4b8c-b2a7-410326516cfa admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/23e2ce17-ba8e-4d6a-a5b6-1b1db3c12fcb HTTP/1.1" status: 204 len: 168 time: 0.1652462 Jun 22 09:05:04.329155 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-c2aa24ff-a752-44d1-b08d-9ae2592057fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:05:04.340430 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80506435-4b16-4b8c-b2a7-410326516cfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23e2ce17-ba8e-4d6a-a5b6-1b1db3c12fcb,revision_number=None']} {{(pid=92665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:05:04.356483 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80506435-4b16-4b8c-b2a7-410326516cfa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:05:04.356865 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80506435-4b16-4b8c-b2a7-410326516cfa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:05:04.357229 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80506435-4b16-4b8c-b2a7-410326516cfa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:05:04.357609 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80506435-4b16-4b8c-b2a7-410326516cfa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:05:04.357970 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80506435-4b16-4b8c-b2a7-410326516cfa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:05:04.358315 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80506435-4b16-4b8c-b2a7-410326516cfa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:05:04.358663 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80506435-4b16-4b8c-b2a7-410326516cfa admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:05:04.359012 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80506435-4b16-4b8c-b2a7-410326516cfa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:05:04.359356 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80506435-4b16-4b8c-b2a7-410326516cfa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:05:04.359701 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80506435-4b16-4b8c-b2a7-410326516cfa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:05:04.360045 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80506435-4b16-4b8c-b2a7-410326516cfa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:05:04.360384 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80506435-4b16-4b8c-b2a7-410326516cfa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797333-1-smb {{(pid=92665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:05:04.363800 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-41a64bb4-e5d1-4ba2-a434-fcbbd33de4c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:05:04.366743 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-80506435-4b16-4b8c-b2a7-410326516cfa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:05:04.388674 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-41a64bb4-e5d1-4ba2-a434-fcbbd33de4c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:05:04.443524 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-41a64bb4-e5d1-4ba2-a434-fcbbd33de4c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748303'] for security_group, after_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:05:04.446316 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-41a64bb4-e5d1-4ba2-a434-fcbbd33de4c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:05:04.447534 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [None req-41a64bb4-e5d1-4ba2-a434-fcbbd33de4c2 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/bf25a62a-416f-42b2-b420-2cc3624222f9 HTTP/1.1" status: 204 len: 168 time: 0.1661820 Jun 22 09:05:04.448484 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-0c17b498-cf8a-416d-a8da-010f4ae47bdd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:05:04.457082 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a64bb4-e5d1-4ba2-a434-fcbbd33de4c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf25a62a-416f-42b2-b420-2cc3624222f9,revision_number=None']} {{(pid=92665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:05:04.459539 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-41a64bb4-e5d1-4ba2-a434-fcbbd33de4c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:05:04.806693 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.wsgi [-] (92665) accepted ('10.222.0.22', 41922) {{(pid=92665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:05:04.819901 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-08744e9e-b7e1-4fbc-af20-98a04515a750 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:05:04.907152 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-08744e9e-b7e1-4fbc-af20-98a04515a750 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:05:04.911673 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-08744e9e-b7e1-4fbc-af20-98a04515a750 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748303'] for security_group, after_create {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:05:04.914285 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-83b86015-310a-4288-a241-ca861f5dd430 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:05:04.950812 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [None req-08744e9e-b7e1-4fbc-af20-98a04515a750 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=1abc7c8484454d5896ff86a517291459&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1430209 Jun 22 09:05:04.951580 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08744e9e-b7e1-4fbc-af20-98a04515a750 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9971328a-e562-4298-bb11-dfd6ee6548b9,revision_number=1']} {{(pid=92665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:05:04.953472 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.wsgi [-] (92664) accepted ('10.222.0.22', 41924) {{(pid=92664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:05:04.954849 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-08744e9e-b7e1-4fbc-af20-98a04515a750 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:05:05.003542 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-0209e709-0a77-468c-bdf9-b84ddfa674a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:05:05.024125 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-0209e709-0a77-468c-bdf9-b84ddfa674a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:05:05.069642 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-0209e709-0a77-468c-bdf9-b84ddfa674a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748303'] for security_group, after_delete {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:05:05.072212 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-0209e709-0a77-468c-bdf9-b84ddfa674a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:05:05.073354 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [None req-0209e709-0a77-468c-bdf9-b84ddfa674a3 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/9971328a-e562-4298-bb11-dfd6ee6548b9 HTTP/1.1" status: 204 len: 168 time: 0.1188655 Jun 22 09:05:05.074186 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-da46a4b0-95c2-45aa-a608-0227c2dd1c26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:05:05.081810 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0209e709-0a77-468c-bdf9-b84ddfa674a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9971328a-e562-4298-bb11-dfd6ee6548b9,revision_number=None']} {{(pid=92664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:05:05.085061 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-0209e709-0a77-468c-bdf9-b84ddfa674a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:05:06.086445 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.wsgi [-] (92664) accepted ('10.222.0.22', 41954) {{(pid=92664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:05:06.190053 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-09ca17da-64da-4bac-9846-afb199cdab26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:05:06.275846 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-09ca17da-64da-4bac-9846-afb199cdab26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:05:06.279641 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron_lib.callbacks.manager [None req-09ca17da-64da-4bac-9846-afb199cdab26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748303'] for security_group, after_create {{(pid=92664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:05:06.282903 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-17739bcd-e30d-49a7-86a5-e52e78254c75 tempest-TestShelveInstance-1565407398 tempest-TestShelveInstance-1565407398-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:05:06.317847 dv-cinder-797333-1-smb neutron-server[92664]: INFO neutron.wsgi [None req-09ca17da-64da-4bac-9846-afb199cdab26 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=11bb4de212c240e5a6a8f48e5e423610&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2302115 Jun 22 09:05:06.319017 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ca17da-64da-4bac-9846-afb199cdab26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea0af01c-d153-4890-b077-60ace91fe278,revision_number=1']} {{(pid=92664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:05:06.320535 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.wsgi [-] (92665) accepted ('10.222.0.22', 41958) {{(pid=92665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:05:06.326802 dv-cinder-797333-1-smb neutron-server[92664]: DEBUG oslo_concurrency.lockutils [None req-09ca17da-64da-4bac-9846-afb199cdab26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:05:06.376006 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-b5e1fea8-89be-4801-8cb8-3c08c491bb79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:05:06.400609 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-b5e1fea8-89be-4801-8cb8-3c08c491bb79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:05:06.472541 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-b5e1fea8-89be-4801-8cb8-3c08c491bb79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748303'] for security_group, after_delete {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:05:06.475397 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron_lib.callbacks.manager [None req-b5e1fea8-89be-4801-8cb8-3c08c491bb79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:05:06.476841 dv-cinder-797333-1-smb neutron-server[92665]: INFO neutron.wsgi [None req-b5e1fea8-89be-4801-8cb8-3c08c491bb79 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ea0af01c-d153-4890-b077-60ace91fe278 HTTP/1.1" status: 204 len: 168 time: 0.1548703 Jun 22 09:05:06.478126 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-6aba3550-bc2b-436b-a5cd-269ed59b836c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:05:06.488178 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e1fea8-89be-4801-8cb8-3c08c491bb79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea0af01c-d153-4890-b077-60ace91fe278,revision_number=None']} {{(pid=92665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:05:06.490462 dv-cinder-797333-1-smb neutron-server[92665]: DEBUG oslo_concurrency.lockutils [None req-b5e1fea8-89be-4801-8cb8-3c08c491bb79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:05:11.088352 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-d4d8a29c-a4d3-442e-b52d-936e20c7e01e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380123073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133916839'] for agent, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:05:13.540397 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-6c509e1c-9591-4ec2-ba9d-da1bd754416b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380123073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133916839'] for agent, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:05:13.861387 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380123073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133916839'] for agent, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:05:14.999894 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-244d5e4c-124e-44e7-83f7-ed36bd156729 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380123073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133916839'] for agent, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:05:16.095736 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-e2a0141c-4e42-4900-8004-ff8c1b31b35a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380123073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133916839'] for agent, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:05:22.803400 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380123073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133916839'] for agent, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:05:25.391505 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.db.agents_db [None req-b28930ac-c45f-452b-90b0-92e2a86c5dbe None None] Agent healthcheck: found 6 active agents {{(pid=92667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 09:05:41.089827 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-e69e70a0-9d75-4ab4-92d7-1ee43e2ea95a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380123073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133916839'] for agent, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:05:43.542035 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-7a91fbe0-90ac-4a88-b0ba-4d58e8e9a9f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380123073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133916839'] for agent, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:05:43.864387 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380123073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133916839'] for agent, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:05:45.006750 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-244d5e4c-124e-44e7-83f7-ed36bd156729 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380123073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133916839'] for agent, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:05:46.098431 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-e2a0141c-4e42-4900-8004-ff8c1b31b35a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380123073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133916839'] for agent, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:05:52.818124 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380123073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133916839'] for agent, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:06:02.390702 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.db.agents_db [None req-b28930ac-c45f-452b-90b0-92e2a86c5dbe None None] Agent healthcheck: found 6 active agents {{(pid=92667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 09:06:11.090683 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-2a5f3ddd-f592-4e52-b89a-c42efa1888e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380123073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133916839'] for agent, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:06:13.545823 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-c1d51533-8b53-4a27-bf0b-20f34d41f142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380123073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133916839'] for agent, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:06:13.868441 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380123073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133916839'] for agent, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:06:15.012010 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-244d5e4c-124e-44e7-83f7-ed36bd156729 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380123073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133916839'] for agent, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:06:16.101234 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-e2a0141c-4e42-4900-8004-ff8c1b31b35a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380123073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133916839'] for agent, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:06:22.814094 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380123073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133916839'] for agent, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:06:39.389342 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.db.agents_db [None req-b28930ac-c45f-452b-90b0-92e2a86c5dbe None None] Agent healthcheck: found 6 active agents {{(pid=92667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 09:06:41.095028 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-9dd4e9a4-d31c-42f4-889f-b16f06fdd49c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380123073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133916839'] for agent, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:06:43.550050 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-6ee2f9b4-7aaf-4ef8-97a9-eba7991405fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380123073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133916839'] for agent, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:06:43.872202 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380123073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133916839'] for agent, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:06:45.007515 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-244d5e4c-124e-44e7-83f7-ed36bd156729 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380123073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133916839'] for agent, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:06:46.109902 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-e2a0141c-4e42-4900-8004-ff8c1b31b35a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380123073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133916839'] for agent, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:06:52.818377 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380123073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133916839'] for agent, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:07:11.099024 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-e101db09-2c71-45a0-80ae-77f0510bc623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380123073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133916839'] for agent, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:07:13.552384 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-b2321b70-4e04-4fec-ba79-ad09df2e9862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380123073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133916839'] for agent, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:07:13.876539 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380123073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133916839'] for agent, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:07:15.012733 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-244d5e4c-124e-44e7-83f7-ed36bd156729 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380123073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133916839'] for agent, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:07:16.109754 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-e2a0141c-4e42-4900-8004-ff8c1b31b35a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380123073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133916839'] for agent, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:07:16.390352 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.db.agents_db [None req-b28930ac-c45f-452b-90b0-92e2a86c5dbe None None] Agent healthcheck: found 6 active agents {{(pid=92667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 09:07:22.843742 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380123073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133916839'] for agent, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:07:41.106279 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-b014b1a8-c113-4cba-8769-403c445a0512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380123073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133916839'] for agent, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:07:43.553759 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-7f9be4e6-bb01-40a1-ab81-3d7a27c1e46f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380123073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133916839'] for agent, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:07:43.880567 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380123073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133916839'] for agent, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:07:45.011750 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-244d5e4c-124e-44e7-83f7-ed36bd156729 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380123073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133916839'] for agent, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:07:46.120709 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-e2a0141c-4e42-4900-8004-ff8c1b31b35a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380123073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133916839'] for agent, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:07:52.869944 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380123073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133916839'] for agent, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:07:53.390485 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.db.agents_db [None req-b28930ac-c45f-452b-90b0-92e2a86c5dbe None None] Agent healthcheck: found 6 active agents {{(pid=92667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 09:08:11.103001 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-686ebc5b-39c5-431a-a1f4-1692bc6d0b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380123073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133916839'] for agent, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:08:13.556919 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-1e5e9673-ae96-48ec-a337-4b1293830e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380123073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133916839'] for agent, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:08:13.886548 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380123073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133916839'] for agent, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:08:15.014821 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-244d5e4c-124e-44e7-83f7-ed36bd156729 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380123073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133916839'] for agent, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:08:16.117619 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-e2a0141c-4e42-4900-8004-ff8c1b31b35a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380123073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133916839'] for agent, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:08:22.861516 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380123073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133916839'] for agent, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:08:30.390807 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.db.agents_db [None req-b28930ac-c45f-452b-90b0-92e2a86c5dbe None None] Agent healthcheck: found 6 active agents {{(pid=92667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 09:08:41.098893 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-677b9a4a-0ffb-4fcb-b00f-547103bf7850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380123073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133916839'] for agent, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:08:43.560757 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-7b57193d-1113-47fe-80b3-5a955b4e1b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380123073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133916839'] for agent, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:08:43.880452 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380123073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133916839'] for agent, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:08:45.020637 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-244d5e4c-124e-44e7-83f7-ed36bd156729 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380123073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133916839'] for agent, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:08:46.122400 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-e2a0141c-4e42-4900-8004-ff8c1b31b35a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380123073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133916839'] for agent, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:08:52.861301 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380123073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133916839'] for agent, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:09:07.389831 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.db.agents_db [None req-b28930ac-c45f-452b-90b0-92e2a86c5dbe None None] Agent healthcheck: found 6 active agents {{(pid=92667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 09:09:11.092565 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-09c257e1-3e90-4086-8338-3d145664270b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380123073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133916839'] for agent, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:09:13.565684 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-bbc8a5a3-2676-43c3-8fa9-7b8a68776cee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380123073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133916839'] for agent, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:09:13.884436 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380123073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133916839'] for agent, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:09:15.023497 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-244d5e4c-124e-44e7-83f7-ed36bd156729 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380123073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133916839'] for agent, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:09:16.124282 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-e2a0141c-4e42-4900-8004-ff8c1b31b35a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380123073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133916839'] for agent, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:09:22.873141 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380123073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133916839'] for agent, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:09:41.096230 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-a943d399-3f56-46f0-85aa-ad0f302ea2ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380123073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133916839'] for agent, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:09:43.569409 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-248ce5a1-8aff-4881-9970-756cfe844992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380123073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133916839'] for agent, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:09:43.890534 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-9ae3da15-f270-4d34-ba46-37ea106e644a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380123073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133916839'] for agent, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:09:44.389852 dv-cinder-797333-1-smb neutron-server[92667]: DEBUG neutron.db.agents_db [None req-b28930ac-c45f-452b-90b0-92e2a86c5dbe None None] Agent healthcheck: found 6 active agents {{(pid=92667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 09:09:45.024427 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-244d5e4c-124e-44e7-83f7-ed36bd156729 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380123073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133916839'] for agent, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:09:46.130842 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-e2a0141c-4e42-4900-8004-ff8c1b31b35a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380123073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133916839'] for agent, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:09:52.872273 dv-cinder-797333-1-smb neutron-server[92666]: DEBUG neutron_lib.callbacks.manager [None req-5af732cf-37d5-4b50-94c7-59843eb3a4ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728380123073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133916839'] for agent, after_update {{(pid=92666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}